-- Logs begin at Sat 2021-06-19 19:32:58 UTC, end at Sat 2021-06-19 20:51:47 UTC. -- Jun 19 20:15:47.410663 dv-cinder-797170-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 19 20:15:50.060646 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.common.config [-] Logging enabled! Jun 19 20:15:50.061218 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 19 20:15:50.061431 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 20:15:50.064680 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.common.config [-] Logging enabled! Jun 19 20:15:50.064939 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 19 20:15:50.065249 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 19 20:15:50.066166 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 20:15:50.066400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 20:15:50.066762 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 20:15:50.067005 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 20:15:50.067229 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 20:15:50.067544 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.067839 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.068415 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.068648 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.068942 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.069234 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.069513 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.069798 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.070092 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.070377 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.070652 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.070933 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.071161 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.071439 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.072255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.072548 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.072771 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] debug = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.073051 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.073472 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.073872 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.074149 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.074437 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.074715 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.074987 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.075261 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.075543 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.075869 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] host = dv-cinder-797170-2-iscsi {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.076171 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.076459 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.076747 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.077032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.077306 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.077581 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.077864 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.078136 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.078404 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.078679 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.078968 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.079254 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.079542 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.079766 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.080007 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.080297 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.080583 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.080859 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.081134 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.081407 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.081679 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.081951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.082223 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.082507 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.082789 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.083074 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.083347 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.083617 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.083885 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.084239 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.084523 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.084793 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.085066 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.085337 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.085621 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.085887 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.086156 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.086451 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.086738 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.087020 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.087319 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.088156 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.088444 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.088718 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.088991 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.089263 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] use_json = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.089535 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.089805 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.090088 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.090361 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.090630 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.090903 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.091175 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.091460 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:50.091756 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.092074 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.092380 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.092663 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.092955 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.093236 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.093526 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.093803 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.094092 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.094381 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.094667 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.094944 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.095232 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.095507 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.095799 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.096142 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.096438 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.096729 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.097006 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.097281 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.097556 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.097834 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.098119 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.098410 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.098701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.098974 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.099255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.099548 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.099824 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.100123 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.100407 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.100700 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.100980 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.101256 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.101543 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.101822 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.102095 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.102375 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.102652 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.102963 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.103245 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.103518 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.103791 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.104092 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.104365 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.104650 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.104928 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.105203 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.105477 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.105755 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.106029 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.106303 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.106578 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.106850 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.107126 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.107397 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.107669 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.107975 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.108232 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.108505 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.108774 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.109045 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.109321 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.109593 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.109865 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.110136 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.110407 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.110678 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.110961 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.111256 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.111534 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.111810 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.112122 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.112405 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.112679 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.112952 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.113229 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.113504 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.113775 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.114063 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.114343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.114628 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.114907 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.115182 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.115477 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.115751 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.116052 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.116331 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.116608 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.116898 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.117181 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.117478 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.117772 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.118065 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.118359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.118672 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.118953 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.119258 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.119537 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:50.119758 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 20:15:50.120025 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 19 20:15:50.465728 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:15:50.465912 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:15:50.466198 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:15:50.466533 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 19 20:15:50.848502 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.848792 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.849064 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.850359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.850633 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.850897 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.884802 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.885076 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.885342 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.898325 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.898603 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.898870 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.928211 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.928493 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.928758 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.964745 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.965025 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:50.965290 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.193505 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.194112 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.194112 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.194283 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.195146 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.317014 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.317337 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.317616 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.318131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.318408 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.318721 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.318977 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.319232 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.319485 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.319766 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.320051 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.320316 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.320575 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.320836 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.321090 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.321354 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.321645 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.322418 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.322686 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.322937 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.323216 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.323562 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.323813 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.324125 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.324375 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.324621 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.325015 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:51.325255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:51.325492 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:51.325726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:51.325958 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:51.326190 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:51.326556 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 19 20:15:51.330624 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 19 20:15:51.334526 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 19 20:15:51.338329 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 19 20:15:51.339984 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 19 20:15:51.340442 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 19 20:15:51.340772 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 19 20:15:51.341161 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 19 20:15:51.343925 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 19 20:15:51.344199 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 19 20:15:51.344549 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 20:15:51.372072 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 19 20:15:51.372519 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.372815 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 19 20:15:51.373175 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.374522 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 19 20:15:51.374801 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 19 20:15:51.375046 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 19 20:15:51.378177 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.378458 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:51.440554 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 19 20:15:51.440791 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 19 20:15:51.441033 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 19 20:15:51.441396 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 19 20:15:51.463329 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_db.sqlalchemy.engines [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 19 20:15:52.139317 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing driver for type 'gre' Jun 19 20:15:52.139849 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] gre ID ranges: [(1, 1000)] Jun 19 20:15:52.298724 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing driver for type 'local' Jun 19 20:15:52.299280 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing driver for type 'vlan' Jun 19 20:15:52.367249 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] VlanTypeDriver initialization complete Jun 19 20:15:52.367580 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing driver for type 'vxlan' Jun 19 20:15:52.368115 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] vxlan ID ranges: [(1, 1000)] Jun 19 20:15:52.539107 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing extension driver 'port_security' Jun 19 20:15:52.539442 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.extensions.port_security [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] PortSecurityExtensionDriver initialization complete Jun 19 20:15:52.539764 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing mechanism driver 'openvswitch' Jun 19 20:15:52.540122 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing mechanism driver 'hyperv' Jun 19 20:15:52.546785 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:15:52.549616 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.549616 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.549616 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.549616 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.549938 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.549938 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.549938 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.550171 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.550301 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.550673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > security_group after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.551016 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > security_group after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.551351 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > security_group after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.551722 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.552087 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.552425 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.552803 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > address_group after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.553144 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > address_group after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.553478 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > address_group after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.553810 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] ML2 OVO RPC backend initialized. {{(pid=93335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 19 20:15:52.554500 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_interface after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.554845 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.555256 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.555589 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > networks before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.556441 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.556781 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > ports before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.557116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.557447 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnets before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.557782 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.558114 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.558440 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.558797 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.559126 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.559457 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.559788 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.560145 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.560472 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > subnet after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.561053 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.plugin [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Modular L2 Plugin initialization complete Jun 19 20:15:52.561359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading services supported by the core plugin {{(pid=93335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 19 20:15:52.561681 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Got port-security extension from driver 'port_security' Jun 19 20:15:52.562136 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.extensions.vlantransparent [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Disabled vlantransparent extension. Jun 19 20:15:52.562614 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 19 20:15:52.562928 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: router Jun 19 20:15:52.598068 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_interface before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.598453 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.598819 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router before_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.599180 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.599547 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.599898 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_delete 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.600287 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > floatingip after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.600650 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.600994 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.601340 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.601685 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.602039 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.602441 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.602808 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.603143 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.603472 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: subnet after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.603801 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.604162 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > port precommit_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.604509 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.604850 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.605185 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.605538 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.605879 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_delete 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.606230 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.606599 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router_interface after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.606946 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.607315 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.608195 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Tracking information for resource: router configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:52.608525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Tracking information for resource: floatingip configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 19 20:15:52.613420 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.db.l3_agentschedulers_db [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 19 20:15:52.613990 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.614343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.614689 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.615032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.615813 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router before_create 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.616202 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_delete 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.616563 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_create 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.616916 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > router precommit_update 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.621908 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.provider_configuration [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service providers = [] {{(pid=93335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 19 20:15:52.622268 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.db.servicetype_db [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 19 20:15:52.625149 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.service_base [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 20:15:52.625494 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.service_base [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 20:15:52.625832 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.service_base [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 20:15:52.626706 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.services.service_base [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 19 20:15:52.627055 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.services.service_base [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 19 20:15:52.627426 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.627738 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 19 20:15:52.638691 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.639023 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: auto_allocate Jun 19 20:15:52.644742 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: network precommit_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.645109 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: network precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.645621 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.645939 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: tag Jun 19 20:15:52.652443 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.652769 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: timestamp Jun 19 20:15:52.656509 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.656835 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: network_ip_availability Jun 19 20:15:52.663563 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.663927 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.664304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.665004 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.665330 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: flavors Jun 19 20:15:52.669993 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.670321 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading Plugin: revisions Jun 19 20:15:52.674564 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 19 20:15:52.674951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_concurrency.lockutils [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.209s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:15:52.675685 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 19 20:15:52.676047 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Initializing extension manager. Jun 19 20:15:52.676548 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: __init__.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.676881 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: __pycache__ {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.677208 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.677532 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: address_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.678270 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.678829 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: address-group Jun 19 20:15:52.679144 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: address_scope.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.679831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.680376 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: address-scope Jun 19 20:15:52.680692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: admin_state_down_before_update.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.682099 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.682603 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: router-admin-state-down-before-update Jun 19 20:15:52.682921 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: agent.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.683597 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.684133 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: agent Jun 19 20:15:52.684447 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: agent_resources_synced.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.685321 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.685826 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: agent-resources-synced Jun 19 20:15:52.686165 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: allowedaddresspairs.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.687900 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.688437 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: allowed-address-pairs Jun 19 20:15:52.688757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: auto_allocated_topology.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.689989 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.690858 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: auto-allocated-topology Jun 19 20:15:52.690858 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: availability_zone.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.691467 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.691988 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: availability_zone Jun 19 20:15:52.692307 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: availability_zone_filter.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.693445 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.693945 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: availability_zone_filter Jun 19 20:15:52.694261 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: data_plane_status.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.695133 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.695631 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension data-plane-status not supported by any of loaded plugins Jun 19 20:15:52.695961 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: default_subnetpools.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.697404 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.697910 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: default-subnetpools Jun 19 20:15:52.698226 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: dhcpagentscheduler.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.699009 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.699509 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: dhcp_agent_scheduler Jun 19 20:15:52.699824 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: dns.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.700734 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.701234 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension dns-integration not supported by any of loaded plugins Jun 19 20:15:52.701546 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: dns_domain_ports.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.702437 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.702944 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 19 20:15:52.703258 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: dvr.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.703907 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.704434 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: dvr Jun 19 20:15:52.704748 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: empty_string_filtering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.705632 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.706143 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: empty-string-filtering Jun 19 20:15:52.706458 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.707339 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.707838 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 19 20:15:52.708242 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.709121 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.709621 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 19 20:15:52.709933 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: external_net.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.710812 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.711318 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: external-net Jun 19 20:15:52.711631 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: extra_dhcp_opt.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.712554 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.713064 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: extra_dhcp_opt Jun 19 20:15:52.713375 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: extraroute.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.714250 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.714751 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: extraroute Jun 19 20:15:52.715064 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: extraroute_atomic.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.716093 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.716601 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: extraroute-atomic Jun 19 20:15:52.716914 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: filter_validation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.717556 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.718054 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: filter-validation Jun 19 20:15:52.718364 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: fip_pf_description.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.719239 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.719736 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 19 20:15:52.720084 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: fip_port_details.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.720966 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.721463 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: fip-port-details Jun 19 20:15:52.721777 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: flavors.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.722983 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.723492 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: flavors Jun 19 20:15:52.723808 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.725481 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.726002 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 19 20:15:52.726328 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: floatingip_pools.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.727006 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.727513 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: floatingip-pools Jun 19 20:15:52.727855 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: ip_allocation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.728827 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.729342 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension ip_allocation not supported by any of loaded plugins Jun 19 20:15:52.729657 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.730555 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.731065 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: ip-substring-filtering Jun 19 20:15:52.731381 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l2_adjacency.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.732311 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.732810 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension l2_adjacency not supported by any of loaded plugins Jun 19 20:15:52.733129 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.734060 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.734571 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: router Jun 19 20:15:52.734888 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3_conntrack_helper.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.737225 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.737749 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 19 20:15:52.738071 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.738966 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.739475 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: ext-gw-mode Jun 19 20:15:52.739792 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.740713 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.741217 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: l3-ha Jun 19 20:15:52.741531 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3_flavors.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.742426 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.742942 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: l3-flavors Jun 19 20:15:52.743257 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.744687 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.745191 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: l3-port-ip-change-not-allowed Jun 19 20:15:52.745506 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: l3agentscheduler.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.746504 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.747016 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: l3_agent_scheduler Jun 19 20:15:52.747329 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: logging.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.748834 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.749353 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension logging not supported by any of loaded plugins Jun 19 20:15:52.749674 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: metering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.750396 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.750974 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: metering Jun 19 20:15:52.751292 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.752382 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.752906 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: metering_source_and_destination_fields Jun 19 20:15:52.753227 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: multiprovidernet.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.754125 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.754635 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: multi-provider Jun 19 20:15:52.754953 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: netmtu.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.755835 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.756373 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: net-mtu Jun 19 20:15:52.756692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: netmtu_writable.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.757578 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.758087 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: net-mtu-writable Jun 19 20:15:52.758405 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: network_availability_zone.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.759077 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.760123 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: network_availability_zone Jun 19 20:15:52.760440 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: network_ip_availability.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.761506 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.762018 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: network-ip-availability Jun 19 20:15:52.762336 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: network_segment_range.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.763088 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.763591 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension network-segment-range not supported by any of loaded plugins Jun 19 20:15:52.763907 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: pagination.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.764891 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.765215 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: pagination Jun 19 20:15:52.765527 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: port_device_profile.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.766413 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.766923 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: port-device-profile Jun 19 20:15:52.767237 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.768164 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.768668 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: port-mac-address-regenerate Jun 19 20:15:52.768981 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.769868 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.770376 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: port-numa-affinity-policy Jun 19 20:15:52.770690 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: port_resource_request.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.771567 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.772097 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension port-resource-request not supported by any of loaded plugins Jun 19 20:15:52.772411 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: portbindings.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.773308 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.773811 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: binding Jun 19 20:15:52.774124 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: portbindings_extended.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.775400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.775915 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: binding-extended Jun 19 20:15:52.776257 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: portsecurity.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.777137 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.777649 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: port-security Jun 19 20:15:52.777962 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: project_id.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.778916 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.779241 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: project-id Jun 19 20:15:52.779558 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: providernet.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.780480 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.780994 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: provider Jun 19 20:15:52.781311 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.784932 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.785456 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos not supported by any of loaded plugins Jun 19 20:15:52.785784 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.786998 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.787514 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 19 20:15:52.787835 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.788745 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.789299 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 19 20:15:52.789571 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_default.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.790486 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.790990 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-default not supported by any of loaded plugins Jun 19 20:15:52.791308 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_fip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.792004 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.792508 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-fip not supported by any of loaded plugins Jun 19 20:15:52.792822 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_gateway_ip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.793726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.794232 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 19 20:15:52.794550 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_port_network_policy.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.795428 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.795930 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 19 20:15:52.796268 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_rule_type_details.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.797152 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.797658 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 19 20:15:52.797973 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: qos_rules_alias.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.798988 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.799496 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 19 20:15:52.799812 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: quotasv2.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.800728 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.801051 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: quotas Jun 19 20:15:52.801362 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: quotasv2_detail.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.804367 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.804702 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: quota_details Jun 19 20:15:52.805027 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: rbac.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.806579 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.807099 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: rbac-policies Jun 19 20:15:52.807421 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: rbac_address_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.808356 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.808872 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: rbac-address-group Jun 19 20:15:52.809190 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: rbac_address_scope.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.810075 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.810589 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: rbac-address-scope Jun 19 20:15:52.810905 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: rbac_security_groups.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.811803 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.812337 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: rbac-security-groups Jun 19 20:15:52.812655 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: rbac_subnetpool.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.813547 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.814057 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: rbac-subnetpool Jun 19 20:15:52.814374 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: revisionifmatch.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.815268 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.815774 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: revision-if-match Jun 19 20:15:52.816125 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: revisions.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.817404 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.818172 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: standard-attr-revisions Jun 19 20:15:52.818490 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: router_availability_zone.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.819143 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.819652 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: router_availability_zone Jun 19 20:15:52.819994 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: routerservicetype.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.820882 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.821388 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension router-service-type not supported by any of loaded plugins Jun 19 20:15:52.821764 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.823153 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.823664 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: security-groups-normalized-cidr Jun 19 20:15:52.824008 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: security_groups_port_filtering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.824894 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.825404 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: port-security-groups-filtering Jun 19 20:15:52.825719 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.826603 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.827110 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: security-groups-remote-address-group Jun 19 20:15:52.827422 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: securitygroup.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.836860 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.837423 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: security-group Jun 19 20:15:52.837753 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: segment.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.838520 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.839028 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension segment not supported by any of loaded plugins Jun 19 20:15:52.839350 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.840289 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.840796 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 19 20:15:52.841117 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: servicetype.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.842193 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.842713 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: service-type Jun 19 20:15:52.843044 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: sorting.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.844020 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.844350 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: sorting Jun 19 20:15:52.844667 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: standard_attr_segment.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.845553 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.846074 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 19 20:15:52.846394 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: standardattrdescription.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.847048 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.847571 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: standard-attr-description Jun 19 20:15:52.847887 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: stateful_security_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.848805 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.849319 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: stateful-security-group Jun 19 20:15:52.849637 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: stdattrs_common.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.850196 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 19 20:15:52.850509 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.851481 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.852017 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 19 20:15:52.852332 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: subnet_onboard.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.853461 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.853972 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: subnet_onboard Jun 19 20:15:52.854285 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.855187 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.855690 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 19 20:15:52.856034 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: subnet_service_types.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.856927 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.857436 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: subnet-service-types Jun 19 20:15:52.857753 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: subnetallocation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.858882 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.859434 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: subnet_allocation Jun 19 20:15:52.859752 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.860445 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.860962 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: subnetpool-prefix-ops Jun 19 20:15:52.861276 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.862191 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.862695 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 19 20:15:52.863016 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: tagging.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.864080 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.864596 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: standard-attr-tag Jun 19 20:15:52.864913 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: timestamp.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.866075 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.866590 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loaded extension: standard-attr-timestamp Jun 19 20:15:52.866909 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: trunk.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.867909 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.868957 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension trunk not supported by any of loaded plugins Jun 19 20:15:52.869284 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: trunk_details.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.870173 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.870682 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension trunk-details not supported by any of loaded plugins Jun 19 20:15:52.871000 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: uplink_status_propagation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.871893 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.872422 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 19 20:15:52.872737 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Loading extension file: vlantransparent.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 19 20:15:52.873393 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 19 20:15:52.873897 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extension vlan-transparent not supported by any of loaded plugins Jun 19 20:15:52.876334 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:network Jun 19 20:15:52.876857 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:subnet Jun 19 20:15:52.877248 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 20:15:52.877630 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:port Jun 19 20:15:52.878833 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.879273 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service FLAVORS assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.879873 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.880327 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.880649 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:router Jun 19 20:15:52.881070 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:floatingip Jun 19 20:15:52.881547 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service METERING assigned prefix: /metering {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.882976 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.883347 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.883692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:15:52.885266 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 20:15:52.885706 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:security_group Jun 19 20:15:52.886130 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 20:15:52.886728 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.887051 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 20:15:52.887389 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] subnetpool is already registered Jun 19 20:15:52.887822 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.891911 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 20:15:52.891911 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] subnetpool is already registered Jun 19 20:15:52.891911 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.891911 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service FLAVORS assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.891911 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.892344 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.892458 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:router Jun 19 20:15:52.892788 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] router is already registered Jun 19 20:15:52.893262 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:floatingip Jun 19 20:15:52.893598 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] floatingip is already registered Jun 19 20:15:52.894050 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service METERING assigned prefix: /metering {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.894728 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of CountableResource for resource:rbac_policy Jun 19 20:15:52.895137 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] rbac_policy is already registered Jun 19 20:15:52.895691 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:security_group Jun 19 20:15:52.896077 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] security_group is already registered Jun 19 20:15:52.896481 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:security_group_rule Jun 19 20:15:52.896808 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] security_group_rule is already registered Jun 19 20:15:52.897442 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.897757 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 20:15:52.898083 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] subnetpool is already registered Jun 19 20:15:52.898553 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 19 20:15:52.898870 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Creating instance of TrackedResource for resource:subnetpool Jun 19 20:15:52.899193 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] subnetpool is already registered Jun 19 20:15:52.899688 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: extensions {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.901554 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: address-groups {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.903337 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: address-scopes {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.904683 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: agents {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.905808 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: auto-allocated-topology {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.907038 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: availability_zones {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.908237 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: dhcp-networks {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.909705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: dhcp-agents {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.911106 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: routers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.912800 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: flavors {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.915258 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: service_profiles {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.917007 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: next_providers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.918456 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: service_profiles {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.919980 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: floatingip-pools {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.921173 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: routers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.922834 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: floatingips {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.924113 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: l3-routers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.925474 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: l3-agents {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.926857 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: metering-labels {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.928112 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: metering-label-rules {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.929462 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: network-ip-availabilities {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.930700 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: bindings {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.932907 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: quotas {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.934415 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: quotas {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.935816 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: rbac-policies {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.937009 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: security-groups {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.938275 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: security-group-rules {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.939552 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: service-providers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.940767 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: subnetpools {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.942058 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: subnetpools {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.943839 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.945505 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.947354 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.949137 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.950780 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.952712 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.954375 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.956140 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.957956 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.959658 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron.api.extensions [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 19 20:15:52.965801 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING keystonemiddleware.auth_token [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 19 20:15:52.970291 dv-cinder-797170-2-iscsi neutron-server[93335]: WARNING keystonemiddleware.auth_token [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 19 20:15:52.979043 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_concurrency.lockutils [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Acquired lock "singleton_lock" {{(pid=93335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 19 20:15:52.979504 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_concurrency.lockutils [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Releasing lock "singleton_lock" {{(pid=93335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 19 20:15:52.980160 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Starting 2 workers Jun 19 20:15:52.984898 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Started child 93444 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 20:15:52.989206 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Started child 93445 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 20:15:52.990320 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:15:52.990969 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO neutron.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Neutron service started, listening on 0.0.0.0:9696 Jun 19 20:15:52.991474 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Notify callbacks [] for process, before_spawn {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:15:52.991816 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [-] (93444) wsgi starting up on http://0.0.0.0:9696 Jun 19 20:15:52.994548 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Starting 1 workers Jun 19 20:15:52.994665 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:15:52.995992 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [-] (93445) wsgi starting up on http://0.0.0.0:9696 Jun 19 20:15:52.999735 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Started child 93446 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 20:15:53.000323 dv-cinder-797170-2-iscsi neutron-server[93335]: INFO oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Starting 1 workers Jun 19 20:15:53.003565 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] calling RpcWorker wait() {{(pid=93446) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 19 20:15:53.004133 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] returning from RpcWorker wait() {{(pid=93446) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 19 20:15:53.004760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Started child 93447 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 19 20:15:53.005583 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:15:53.005679 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6f9a-cd13-486e-b515-65e53ec99cae None None] Notify callbacks [] for process, after_spawn {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:15:53.006093 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:15:53.007493 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 19 20:15:53.007709 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 20:15:53.007893 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 20:15:53.008136 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 20:15:53.008486 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 20:15:53.008649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 20:15:53.009196 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.009498 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.009799 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.009939 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:15:53.010457 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.010457 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.010887 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.011114 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.011522 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.011985 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.012427 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.012704 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.012913 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.013172 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.013424 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.013712 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.014070 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.014317 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.014657 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.014832 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.015092 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.015366 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.015623 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.015882 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] debug = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.016162 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.016629 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.016869 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.017122 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.017333 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.017618 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.017859 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.018151 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.018391 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.018633 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.018853 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.019107 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.019355 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.019564 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.019778 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.020052 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.020271 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.020749 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] host = dv-cinder-797170-2-iscsi {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.020983 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.021195 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.021434 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.021698 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.021937 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.022169 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.022429 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.022668 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.022943 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.023151 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.023405 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.023640 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.023900 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.024132 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.024291 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_options = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.024544 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.024855 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.025134 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.025318 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.025485 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.025661 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.025902 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.026108 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.026313 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.026517 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.026714 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.026917 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.027111 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.027335 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.027683 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.027894 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.028125 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.034516 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.035627 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.036705 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.037980 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.037980 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038257 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_json = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.038400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.039889 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.041546 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.041546 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.041546 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.041546 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.041546 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.042109 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.042109 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.042313 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.042505 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.042824 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.043063 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.043322 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.043571 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.043785 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.044020 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.044249 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.044569 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.044837 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.045128 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.045404 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.045616 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.045844 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.046076 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.046314 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.046561 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.056701 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067231 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.067726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.068549 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069061 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.069634 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070141 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.070582 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.071671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.072150 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.072150 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.072150 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.072334 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.073438 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.073750 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.074081 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.074598 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.075076 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.075524 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.076085 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.076453 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.076755 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.077045 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.077386 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.077775 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.078083 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.078370 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.078657 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.079399 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.079671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.079936 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.080235 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.080498 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.080747 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.081011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.081270 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.081509 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.081759 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.082020 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.082262 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.082482 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.082706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54716) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:15:53.082813 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.082927 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.083143 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.083366 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.083608 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.083840 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.084154 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.084346 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.084566 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.084789 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.085045 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.085260 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.085498 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.085745 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.086120 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.086525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.086928 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.087345 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.087764 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.088179 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.088621 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.091823 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.092359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.092359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.092359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.092359 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.092601 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064890 Jun 19 20:15:53.092704 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.093107 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.093356 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.093631 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.094049 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.094403 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.094679 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.094946 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.095302 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.095625 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.096053 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.096457 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.096888 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.097135 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.097366 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.097637 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.097886 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.098152 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.098347 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.098581 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.098817 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.099028 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.099248 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.099459 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.099776 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.100053 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.100286 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.100533 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.100785 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.101188 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.101405 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.102455 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.102678 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.103555 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.103792 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.104201 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.104444 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106045 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106045 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106045 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106484 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.106859 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.107224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.107755 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.109013 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.109276 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.109685 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.111421 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.111671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.111911 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.112250 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.113128 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.113128 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.113128 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.113385 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.113610 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.113885 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.114114 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.114338 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.114581 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.114845 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.115169 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.115515 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.115735 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.116024 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.116342 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.116702 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.116940 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.117160 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.117609 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.118109 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.118416 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.119218 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.119482 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.119763 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.120031 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.120262 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.120697 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.120846 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.120994 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.121232 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.121483 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.121734 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.121969 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.122197 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.122435 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.122679 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.122909 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.123156 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.123452 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.123665 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 20:15:53.124362 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 19 20:15:53.124674 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 19 20:15:53.125174 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 19 20:15:53.125484 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 19 20:15:53.125665 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 19 20:15:53.125821 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 19 20:15:53.126032 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.126198 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.126360 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.126523 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.126744 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.127153 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.127153 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.127324 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.127324 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.127519 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.127647 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.128017 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.128133 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.128297 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.130190 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.130190 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.130190 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.130190 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.130457 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.131657 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.131869 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] debug = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135343 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.135757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] host = dv-cinder-797170-2-iscsi {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136224 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.136710 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137228 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137228 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137228 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137228 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137228 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_options = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137511 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137511 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137629 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137725 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.137935 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.138086 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.138241 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.138390 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.138535 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.138707 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.138855 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.139052 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.139218 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.139377 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.139536 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.139693 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.139850 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.140884 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.141071 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.141205 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.141364 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.141522 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.141682 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.141855 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.142000 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.142158 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.142320 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.142677 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.143400 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.143609 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.143814 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.143961 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.144113 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145011 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.145692 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146065 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146065 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146065 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_json = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146339 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146339 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146479 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146916 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146916 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.146916 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.147240 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.147376 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 19 20:15:53.147563 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.147726 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.148964 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.149209 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.149401 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.149566 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.150982 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.152018 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.152018 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.153436 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.153436 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.153436 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.153750 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.153937 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.154106 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.156078 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.156078 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.156078 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.160539 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.161226 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.161405 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.161586 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.161781 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162235 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162235 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162409 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162409 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162646 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162736 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.162902 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.163794 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.163794 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.163794 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.163794 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.163794 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.163794 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.169673 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170255 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.170731 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.171304 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.172576 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.172576 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.172576 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.172576 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.172576 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.173131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.173131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.173358 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.173501 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.173741 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.174010 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.174282 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.174558 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.174843 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.175109 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.175599 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.175599 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.175877 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.177054 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.177328 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.177585 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.178289 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.178289 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.182951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.183760 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184326 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184707 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.184882 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.185173 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.185426 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.185578 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.185849 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.186128 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.186617 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.186617 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.186890 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.187149 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.188151 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.188151 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.188151 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.188517 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.188517 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.188746 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.189024 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.189222 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:15:53.189385 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.190654 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.190930 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.191249 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.191455 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.191684 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.192030 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.192276 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.193525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.193525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.193525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.193525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.193525 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.194008 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.194008 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.201116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.204430 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.206069 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.207831 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.208649 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.209572 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211131 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211933 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.211933 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.212307 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.212580 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.212824 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.213072 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.213313 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.213531 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.213746 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.213972 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.214186 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.214408 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.214669 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.214936 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.215210 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.215473 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.215737 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.216028 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.216296 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.216581 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.216850 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.217239 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.217757 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.218646 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.218934 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.219211 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.219482 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.219765 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.220117 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.220383 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.220656 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.221184 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.221453 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.221727 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.221982 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.222242 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.222511 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.223365 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.223365 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.223638 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.223771 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.224116 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.225475 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.225475 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.225475 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.225475 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.225475 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.226076 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.226076 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.226309 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.226437 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.226615 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.226879 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.227099 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.227351 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.227565 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.228563 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.228808 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.229031 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230093 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230093 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230093 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230093 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230093 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230671 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 19 20:15:53.230951 dv-cinder-797170-2-iscsi neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 19 20:16:04.391650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32608ad-4635-453f-8e8c-c1162606657f None None] get_active_networks_info from dv-cinder-797170-2-iscsi {{(pid=93446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 19 20:16:04.479768 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32608ad-4635-453f-8e8c-c1162606657f None None] No non-hosted networks {{(pid=93446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 19 20:16:04.486396 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.agentschedulers_db [None req-c32608ad-4635-453f-8e8c-c1162606657f None None] DHCP Agent not found on host dv-cinder-797170-2-iscsi {{(pid=93446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 19 20:16:04.600580 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ef1774e4-7307-4753-a9a3-99e9c334ad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441'] for agent, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:06.908166 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3c86f4fb-152d-4c4e-8595-0a551bd77f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441'] for agent, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:06.968242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.db.api [None req-0e2a038e-d320-4e49-bcf5-f6c4dcc075ac None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797170-2-iscsi {{(pid=93446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:16:06.969011 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_db.api [None req-0e2a038e-d320-4e49-bcf5-f6c4dcc075ac None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:16:07.192225 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441'] for agent, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:07.193424 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.193933 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.194482 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.194988 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.195710 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.196733 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.197222 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.197751 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.198227 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.198699 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.199178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.199653 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:07.200354 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797170-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:07.213428 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797170-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:07.495586 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0e2a038e-d320-4e49-bcf5-f6c4dcc075ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:08.087437 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441'] for agent, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:09.914674 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441'] for agent, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:10.666831 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54816) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:11.149646 dv-cinder-797170-2-iscsi neutron-server[93445]: WARNING oslo_policy.policy [None req-8da07399-3d71-40f1-ac6c-ef9b0cd1b128 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:11.150236 dv-cinder-797170-2-iscsi neutron-server[93445]: WARNING oslo_policy.policy [None req-8da07399-3d71-40f1-ac6c-ef9b0cd1b128 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:11.366284 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [None req-8da07399-3d71-40f1-ac6c-ef9b0cd1b128 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:16:11.367234 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8da07399-3d71-40f1-ac6c-ef9b0cd1b128 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6994891 Jun 19 20:16:13.082139 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.db.l3_hamode_db [None req-ad2717f7-a8b7-4091-8d00-70476d574685 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 19 20:16:13.157540 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2717f7-a8b7-4091-8d00-70476d574685 None None] Routers set() bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:16:13.157963 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2717f7-a8b7-4091-8d00-70476d574685 None None] Router IDs set() for agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 19 20:16:13.687277 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54830) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:13.986846 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:14.084144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.policy [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 20:16:14.128211 dv-cinder-797170-2-iscsi neutron-server[93445]: WARNING oslo_policy.policy [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:14.128575 dv-cinder-797170-2-iscsi neutron-server[93445]: WARNING oslo_policy.policy [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:14.137683 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.quota [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] Loaded quota_driver: . Jun 19 20:16:14.291230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777042087069', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777042084528', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777042042529', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777042039959', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777042046554', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777042051268', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-616650', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-921045', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2047215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583644'] for rbac-policy, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:14.492346 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:14.493926 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bf7b3f91-bfbe-4f55-ae17-3f078b79351b admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8056786 Jun 19 20:16:16.988092 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54842) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:17.275925 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'name': 'private', 'project_id': 'a4314ffa22d248f7acedac863c00e901'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:17.401091 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Made reservation on behalf of a4314ffa22d248f7acedac863c00e901 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:16:17.403810 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.421883 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.541325 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.629074 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.634733 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:17.649263 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:16:17.678807 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777039637450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.679322 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Unsubscribe: segment precommit_create {{(pid=93445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 20:16:17.679996 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Added segment 3a650006-0459-4158-acac-5250c2182a2e of type vlan for network 85345f6c-560b-461e-8f95-09ec7c4cfd79 Jun 19 20:16:17.686722 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a3c66e-9863-41ae-a2a0-d50b17b5ea12,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:17.723099 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.723439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.723760 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.724097 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.724402 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.724718 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.725023 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.725356 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.725670 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.725968 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.726261 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.726553 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Tracked resource versions report: Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: pushed versions: Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: { 'AddressGroup': {'1.2'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'ConntrackHelper': {'1.0'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Log': {'1.0'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Network': {'1.1'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Port': {'1.7'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'PortForwarding': {'1.2'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'QosPolicy': {'1.8'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroup': {'1.4'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SubPort': {'1.0'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Subnet': {'1.1'}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Trunk': {'1.1'}} Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: consumer versions: Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'ConntrackHelper': '1.0', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Log': '1.0', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Network': '1.1', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Port': '1.7', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'PortForwarding': '1.2', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'QosPolicy': '1.8', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroup': '1.4', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroupRule': '1.2', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SubPort': '1.0', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Subnet': '1.1', Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Trunk': '1.1'}} Jun 19 20:16:17.727655 dv-cinder-797170-2-iscsi neutron-server[93445]: {{(pid=93445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:16:17.798365 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.803209 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:17.926443 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.927852 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:17.928529 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:17.931271 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:18.025249 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Pushing event updated for resources: {'Network': ['ID=85345f6c-560b-461e-8f95-09ec7c4cfd79,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:18.028448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:18.036135 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:16:18.161864 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1727192 Jun 19 20:16:20.743342 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54856) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:21.118496 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608d2ec-f2f3-4a60-bac9-37be0779049b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:21.119856 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0608d2ec-f2f3-4a60-bac9-37be0779049b admin admin] 10.222.0.25 "GET /v2.0/networks/85345f6c-560b-461e-8f95-09ec7c4cfd79 HTTP/1.1" status: 200 len: 825 time: 0.3755507 Jun 19 20:16:21.143035 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d62e16a0-8421-40fe-85d3-c06cb59178b2 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/910d9538-2925-4189-b0fa-fde47420a366 HTTP/1.1" status: 200 len: 734 time: 0.0178297 Jun 19 20:16:21.151768 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:21.223251 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Made reservation on behalf of a4314ffa22d248f7acedac863c00e901 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:16:21.225526 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:21.555298 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:21.557702 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:21.625256 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde19497-a4c2-4177-ac07-fa5a71af3083,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:21.627464 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Checking segment: {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:16:21.627850 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Network hostable DHCP agents. Network: 85345f6c-560b-461e-8f95-09ec7c4cfd79, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:16:21.633448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:21.720643 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:16:21.823532 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 85345f6c-560b-461e-8f95-09ec7c4cfd79) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:16:21.828054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:21.828677 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:21.832912 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6794ec-efb6-4b84-859f-b6b4c44b3a38 None None] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:16:21.904505 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7565246 Jun 19 20:16:22.140483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-85345f6c-560b-461e-8f95-09ec7c4cfd79', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:16:22.142231 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:22.405761 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Allocated IP 172.20.0.2 (85345f6c-560b-461e-8f95-09ec7c4cfd79/bde19497-a4c2-4177-ac07-fa5a71af3083/83172c0a-c1a8-4e97-ab68-12f1d79db7a9) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:16:22.603025 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:22.643863 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Transition to ACTIVE for port object 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:16:22.664891 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Transition to ACTIVE for port object 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:16:22.721675 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:22.724408 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:22.792286 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:16:22.797068 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:16:22.805110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:16:22.808092 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Pushing event updated for resources: {'Port': ['ID=83172c0a-c1a8-4e97-ab68-12f1d79db7a9,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:22.832560 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.832920 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.833248 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.833812 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.833901 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.834178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.834488 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.834797 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.835120 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.835430 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.835737 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.836593 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Tracked resource versions report: Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: pushed versions: Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: { 'AddressGroup': {'1.2'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'ConntrackHelper': {'1.0'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Log': {'1.0'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Network': {'1.1'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Port': {'1.7'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'PortForwarding': {'1.2'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'QosPolicy': {'1.8'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroup': {'1.4'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SubPort': {'1.0'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Subnet': {'1.1'}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Trunk': {'1.1'}} Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: consumer versions: Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'ConntrackHelper': '1.0', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Log': '1.0', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Network': '1.1', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Port': '1.7', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'PortForwarding': '1.2', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'QosPolicy': '1.8', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroup': '1.4', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroupRule': '1.2', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SubPort': '1.0', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Subnet': '1.1', Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Trunk': '1.1'}} Jun 19 20:16:22.837783 dv-cinder-797170-2-iscsi neutron-server[93446]: {{(pid=93446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:16:22.858649 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:22.885897 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Attempting to bind port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:16:22.886292 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Attempting to bind port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:16:22.886703 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Attempting to bind port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 on network 85345f6c-560b-461e-8f95-09ec7c4cfd79 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:16:22.891305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:16:22.891711 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Checking segment: {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:16:22.892205 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:22.892588 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Bound using segment: {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:16:22.893045 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Bound port: 83172c0a-c1a8-4e97-ab68-12f1d79db7a9, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:16:22.893421 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:22.953510 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] For port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:16:22.957499 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] For port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=83172c0a-c1a8-4e97-ab68-12f1d79db7a9,segment=NetworkSegment(3a650006-0459-4158-acac-5250c2182a2e),segment_id=3a650006-0459-4158-acac-5250c2182a2e)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:16:23.007245 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:23.013870 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:23.074709 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Pushing event updated for resources: {'Port': ['ID=83172c0a-c1a8-4e97-ab68-12f1d79db7a9,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:23.077692 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:24.237980 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54864) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:24.554268 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [None req-a4f1875f-3b3a-4533-b13e-53f44bf5dae7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:16:24.555783 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-a4f1875f-3b3a-4533-b13e-53f44bf5dae7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168621 Jun 19 20:16:26.877784 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54872) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:27.194868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [None req-d2f13134-b16c-4241-a678-2d6d5e2411a8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:16:27.195914 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d2f13134-b16c-4241-a678-2d6d5e2411a8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171885 Jun 19 20:16:28.919427 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:16:29.032377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca1b3f-b8a8-42fe-9799-24c33e6d7beb None None] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:16:29.072085 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:16:29.169483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Provisioning for port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:16:29.194205 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Provisioning complete for port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:29.194603 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:29.337212 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:29.376578 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] For port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=83172c0a-c1a8-4e97-ab68-12f1d79db7a9,segment=NetworkSegment(3a650006-0459-4158-acac-5250c2182a2e),segment_id=3a650006-0459-4158-acac-5250c2182a2e)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:16:29.458495 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:29.462495 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eb017466-b5e3-41d0-923f-f26995e8a21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:29.508360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Pushing event updated for resources: {'Port': ['ID=83172c0a-c1a8-4e97-ab68-12f1d79db7a9,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:29.511975 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:29.577669 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a41c9678-5d76-4272-b456-06116e6368a4 None None] Provisioning complete for port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:29.578133 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a41c9678-5d76-4272-b456-06116e6368a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:29.794615 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54886) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:30.086171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a4314ffa22d248f7acedac863c00e901'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:30.200537 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:30.202059 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:30.333685 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:30.401133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:30.457143 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:30.458275 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-254d7096-4607-41ab-91bf-742a8f6a5ad8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6627061 Jun 19 20:16:30.895663 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:16:30.941195 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:30.941739 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:32.765790 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 54894) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:33.247669 dv-cinder-797170-2-iscsi neutron-server[93444]: WARNING oslo_policy.policy [None req-b30b36dc-2932-40e1-bc61-7ddd00fa85de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:33.248326 dv-cinder-797170-2-iscsi neutron-server[93444]: WARNING oslo_policy.policy [None req-b30b36dc-2932-40e1-bc61-7ddd00fa85de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:33.465365 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [None req-b30b36dc-2932-40e1-bc61-7ddd00fa85de admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:16:33.466523 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b30b36dc-2932-40e1-bc61-7ddd00fa85de admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6986828 Jun 19 20:16:34.354794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5883ca96-5dd9-4ad3-ae68-e12210e9bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:35.769969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 54908) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:36.072496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:36.073941 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.quota [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Loaded quota_driver: . Jun 19 20:16:36.211599 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Made reservation on behalf of a1fc7f4d5473426dbc3c85c180518605 for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:16:36.278038 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.policy [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 19 20:16:36.322813 dv-cinder-797170-2-iscsi neutron-server[93444]: WARNING oslo_policy.policy [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:36.323179 dv-cinder-797170-2-iscsi neutron-server[93444]: WARNING oslo_policy.policy [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 19 20:16:36.333364 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.352979 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.478486 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.519687 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.525119 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:36.531933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Reserving flat network on physical network physnet1 {{(pid=93444) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 19 20:16:36.563716 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777039637450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.564307 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Unsubscribe: segment precommit_create {{(pid=93444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 19 20:16:36.564806 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Added segment a2d79b77-537c-42eb-b13c-867e84636b09 of type flat for network e900000a-5acd-4e0b-9c91-57381f1bf252 Jun 19 20:16:36.586204 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3097bef-30c0-457c-96b8-47bc60109889,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:36.604025 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.604371 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.604700 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.605019 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.605332 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.605659 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.605973 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.606326 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.606651 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.606960 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.607261 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.607561 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Tracked resource versions report: Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: pushed versions: Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: { 'AddressGroup': {'1.2'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'ConntrackHelper': {'1.0'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Log': {'1.0'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Network': {'1.1'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Port': {'1.7'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'PortForwarding': {'1.2'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'QosPolicy': {'1.8'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroup': {'1.4'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SubPort': {'1.0'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Subnet': {'1.1'}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Trunk': {'1.1'}} Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: consumer versions: Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'ConntrackHelper': '1.0', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Log': '1.0', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Network': '1.1', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Port': '1.7', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'PortForwarding': '1.2', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'QosPolicy': '1.8', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroup': '1.4', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroupRule': '1.2', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SubPort': '1.0', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Subnet': '1.1', Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Trunk': '1.1'}} Jun 19 20:16:36.608681 dv-cinder-797170-2-iscsi neutron-server[93444]: {{(pid=93444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:16:36.695276 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:36.701422 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.828890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.830433 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:36.831107 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:36.833923 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:36.924583 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Pushing event updated for resources: {'Network': ['ID=e900000a-5acd-4e0b-9c91-57381f1bf252,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:36.927585 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:36.935105 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network e900000a-5acd-4e0b-9c91-57381f1bf252 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:16:36.971614 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-145d856c-fbe6-47e1-af51-d3c8e913b0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:37.001170 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2301416 Jun 19 20:16:37.143629 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:38.006668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:39.287493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54932) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:39.453423 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3b3b7-c9d0-43b3-b296-d4a4bf4d4a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:39.454694 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-4fa3b3b7-c9d0-43b3-b296-d4a4bf4d4a31 admin admin] 10.222.0.25 "GET /v2.0/subnets/bde19497-a4c2-4177-ac07-fa5a71af3083 HTTP/1.1" status: 200 len: 849 time: 0.1662476 Jun 19 20:16:39.568248 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ca5d3ea0-5133-41da-95de-192f370e56bb admin admin] 10.222.0.25 "GET /v2.0/routers/bb88dbcd-024b-494d-a98c-96ee9445363e HTTP/1.1" status: 200 len: 704 time: 0.1082437 Jun 19 20:16:39.828356 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:39.840291 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:40.111615 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Allocated IP 172.20.0.1 (85345f6c-560b-461e-8f95-09ec7c4cfd79/bde19497-a4c2-4177-ac07-fa5a71af3083/66223495-9e05-4814-b86c-cdb067e7743d) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:16:40.260983 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:40.327206 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Transition to ACTIVE for port object 66223495-9e05-4814-b86c-cdb067e7743d will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:16:40.451754 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:40.453767 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:40.521226 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:16:40.526493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:16:40.532501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:16:40.532921 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:40.588501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=66223495-9e05-4814-b86c-cdb067e7743d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:40.599501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:40.780616 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:40.811279 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-169ec96c-1257-4a20-b0f2-7cf9790368a2 None None] Provisioning for port 66223495-9e05-4814-b86c-cdb067e7743d completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:16:40.814966 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-169ec96c-1257-4a20-b0f2-7cf9790368a2 None None] Provisioning complete for port 66223495-9e05-4814-b86c-cdb067e7743d triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:40.815357 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-169ec96c-1257-4a20-b0f2-7cf9790368a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:40.847330 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-169ec96c-1257-4a20-b0f2-7cf9790368a2 None None] Port 66223495-9e05-4814-b86c-cdb067e7743d cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:16:40.957923 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:41.011341 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:41.012518 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:41.014124 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:41.088002 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=66223495-9e05-4814-b86c-cdb067e7743d,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:41.092611 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:41.134769 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:16:41.136046 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:16:41.336959 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Router bb88dbcd-024b-494d-a98c-96ee9445363e is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:16:41.367746 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-ae8a859b-4e3b-4fae-8f3a-dc9a019e9570 None None] Provisioning complete for port 66223495-9e05-4814-b86c-cdb067e7743d triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:41.368083 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ae8a859b-4e3b-4fae-8f3a-dc9a019e9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:41.403909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a859b-4e3b-4fae-8f3a-dc9a019e9570 None None] Port 66223495-9e05-4814-b86c-cdb067e7743d cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:16:41.424477 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:16:41.430026 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] 10.222.0.25 "PUT /v2.0/routers/bb88dbcd-024b-494d-a98c-96ee9445363e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8564496 Jun 19 20:16:41.435474 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Sync routers for ids ['bb88dbcd-024b-494d-a98c-96ee9445363e'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:16:41.447870 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Routers {'bb88dbcd-024b-494d-a98c-96ee9445363e'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:16:41.448703 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:16:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bb88dbcd-024b-494d-a98c-96ee9445363e'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:41.629126 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Set router bb88dbcd-024b-494d-a98c-96ee9445363e gateway port host: None {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:16:42.042758 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'name': 'router1', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:16:30Z', 'updated_at': '2021-06-19T20:16:40Z', 'revision_number': 2, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'gw_port_host': None, '_interfaces': [{'id': '66223495-9e05-4814-b86c-cdb067e7743d', 'name': '', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'mac_address': 'fa:16:3e:29:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:39Z', 'updated_at': '2021-06-19T20:16:40Z', 'revision_number': 2, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'subnets': [{'id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:42.092665 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Checking router: bb88dbcd-024b-494d-a98c-96ee9445363e for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:16:42.093040 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Updating router bb88dbcd-024b-494d-a98c-96ee9445363e port 66223495-9e05-4814-b86c-cdb067e7743d binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:16:42.153674 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:42.625582 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:42.643304 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Transition to ACTIVE for port object 66223495-9e05-4814-b86c-cdb067e7743d will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:16:42.703121 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:42.706197 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:42.877515 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Pushing event updated for resources: {'Port': ['ID=66223495-9e05-4814-b86c-cdb067e7743d,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:42.915542 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.915881 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.916249 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.916579 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.916894 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.917208 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.917521 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.917832 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.918199 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.918512 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.918818 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.919131 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Tracked resource versions report: Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: pushed versions: Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: { 'AddressGroup': {'1.2'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'ConntrackHelper': {'1.0'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Log': {'1.0'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Network': {'1.1'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Port': {'1.7'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'PortForwarding': {'1.2'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'QosPolicy': {'1.8'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroup': {'1.4'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SubPort': {'1.0'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Subnet': {'1.1'}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Trunk': {'1.1'}} Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: consumer versions: Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'ConntrackHelper': '1.0', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Log': '1.0', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Network': '1.1', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Port': '1.7', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'PortForwarding': '1.2', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'QosPolicy': '1.8', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroup': '1.4', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroupRule': '1.2', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SubPort': '1.0', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Subnet': '1.1', Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Trunk': '1.1'}} Jun 19 20:16:42.920246 dv-cinder-797170-2-iscsi neutron-server[93447]: {{(pid=93447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:16:42.930197 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:42.931282 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Attempting to bind port 66223495-9e05-4814-b86c-cdb067e7743d on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:16:42.931686 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Attempting to bind port 66223495-9e05-4814-b86c-cdb067e7743d by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:16:42.932145 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Attempting to bind port 66223495-9e05-4814-b86c-cdb067e7743d on network 85345f6c-560b-461e-8f95-09ec7c4cfd79 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:16:42.937187 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:16:42.937467 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Checking segment: {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:16:42.937982 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:42.938345 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Bound using segment: {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:16:42.938836 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Bound port: 66223495-9e05-4814-b86c-cdb067e7743d, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a650006-0459-4158-acac-5250c2182a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:16:42.939203 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:43.004093 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] For port 66223495-9e05-4814-b86c-cdb067e7743d, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:16:43.029176 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] For port 66223495-9e05-4814-b86c-cdb067e7743d, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=66223495-9e05-4814-b86c-cdb067e7743d,segment=NetworkSegment(3a650006-0459-4158-acac-5250c2182a2e),segment_id=3a650006-0459-4158-acac-5250c2182a2e)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:16:43.097445 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:43.099704 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:43.153116 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Routers {'bb88dbcd-024b-494d-a98c-96ee9445363e'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:16:43.153753 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:16:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bb88dbcd-024b-494d-a98c-96ee9445363e'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:43.190447 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Pushing event updated for resources: {'Port': ['ID=66223495-9e05-4814-b86c-cdb067e7743d,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:43.218439 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:43.244285 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] Set router bb88dbcd-024b-494d-a98c-96ee9445363e gateway port host: None {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:16:43.449263 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'name': 'router1', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:16:30Z', 'updated_at': '2021-06-19T20:16:40Z', 'revision_number': 2, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'gw_port_host': None, '_interfaces': [{'id': '66223495-9e05-4814-b86c-cdb067e7743d', 'name': '', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'mac_address': 'fa:16:3e:29:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:39Z', 'updated_at': '2021-06-19T20:16:42Z', 'revision_number': 4, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'subnets': [{'id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:43.473989 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233dfd6e-793f-414c-ad3c-19166c797bba None None] The sync data for ids ['bb88dbcd-024b-494d-a98c-96ee9445363e'] in dv-cinder-797170-2-iscsi is: [{'id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'name': 'router1', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:16:30Z', 'updated_at': '2021-06-19T20:16:40Z', 'revision_number': 2, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'gw_port_host': None, '_interfaces': [{'id': '66223495-9e05-4814-b86c-cdb067e7743d', 'name': '', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'mac_address': 'fa:16:3e:29:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:39Z', 'updated_at': '2021-06-19T20:16:42Z', 'revision_number': 4, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'subnets': [{'id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:16:43.602370 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54952) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:43.712662 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d3ea9-6cff-431f-998c-8a5210841dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:43.718936 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-580d3ea9-6cff-431f-998c-8a5210841dbe admin admin] 10.222.0.25 "GET /v2.0/networks/e900000a-5acd-4e0b-9c91-57381f1bf252 HTTP/1.1" status: 200 len: 842 time: 0.1105964 Jun 19 20:16:43.722950 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Request body: {'subnet': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:43.840265 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Made reservation on behalf of a1fc7f4d5473426dbc3c85c180518605 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:16:43.842455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:44.192831 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.objects.ports [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93445) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 19 20:16:44.193254 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:44.196519 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-31422fdf-f7f5-4bc7-8f60-2a188c306066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:44.249026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8402dcde-c09d-4ab8-9adc-4faf9710c3bc,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:44.252078 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:44.257730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:16:44.261062 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Network hostable DHCP agents. Network: e900000a-5acd-4e0b-9c91-57381f1bf252, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:16:44.337004 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:16:44.429558 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, e900000a-5acd-4e0b-9c91-57381f1bf252) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:16:44.433719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:44.434414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:44.442234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d1e0a-4e3a-4232-950e-52c3bb220060 None None] Network e900000a-5acd-4e0b-9c91-57381f1bf252 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:16:44.520412 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8007164 Jun 19 20:16:44.567229 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a17037-8504-43e8-ba90-86faed512138 None None] Network e900000a-5acd-4e0b-9c91-57381f1bf252 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:16:46.756790 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54964) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:46.922137 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 66223495-9e05-4814-b86c-cdb067e7743d up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:16:46.953355 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9dd26872-32d8-4d33-a1d2-a4f45287b103 admin admin] 10.222.0.25 "GET /v2.0/routers/bb88dbcd-024b-494d-a98c-96ee9445363e HTTP/1.1" status: 200 len: 710 time: 0.1949534 Jun 19 20:16:47.036789 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba686e-299c-4659-a55e-ccce1acbebe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:16:47.038706 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-18ba686e-299c-4659-a55e-ccce1acbebe6 admin admin] 10.222.0.25 "GET /v2.0/networks/e900000a-5acd-4e0b-9c91-57381f1bf252 HTTP/1.1" status: 200 len: 886 time: 0.0798554 Jun 19 20:16:47.040174 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 66223495-9e05-4814-b86c-cdb067e7743d completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:16:47.044540 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 66223495-9e05-4814-b86c-cdb067e7743d triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:47.045027 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.047783 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:16:47.121782 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.155147 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 66223495-9e05-4814-b86c-cdb067e7743d, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=66223495-9e05-4814-b86c-cdb067e7743d,segment=NetworkSegment(3a650006-0459-4158-acac-5250c2182a2e),segment_id=3a650006-0459-4158-acac-5250c2182a2e)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:16:47.240041 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.242511 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:47.315570 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.335320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=66223495-9e05-4814-b86c-cdb067e7743d,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:47.338402 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:47.591906 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.662248 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.796328 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Allocated IP 172.27.2.120 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/5c7503a6-de28-48f3-afd3-252e70f7104f) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:16:47.894190 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.977470 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:47.980246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:48.013583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:16:48.016208 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:16:48.020169 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:16:48.078950 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7503a6-de28-48f3-afd3-252e70f7104f,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:48.082781 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:48.332013 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:48.592161 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:48.595153 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2087107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2087156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2051159'] for router, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:48.692419 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Router bb88dbcd-024b-494d-a98c-96ee9445363e has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:16:48.790948 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:16:48.795030 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:48.796213 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] 10.222.0.25 "PUT /v2.0/routers/bb88dbcd-024b-494d-a98c-96ee9445363e HTTP/1.1" status: 200 len: 890 time: 1.7518067 Jun 19 20:16:48.801193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Sync routers for ids ['bb88dbcd-024b-494d-a98c-96ee9445363e'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:16:48.813166 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Routers {'bb88dbcd-024b-494d-a98c-96ee9445363e'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:16:48.813849 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:16:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bb88dbcd-024b-494d-a98c-96ee9445363e'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:48.932006 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 66223495-9e05-4814-b86c-cdb067e7743d up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:16:49.058238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Set router bb88dbcd-024b-494d-a98c-96ee9445363e gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:16:49.173041 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 66223495-9e05-4814-b86c-cdb067e7743d triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:49.173423 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:49.499736 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'name': 'router1', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '5c7503a6-de28-48f3-afd3-252e70f7104f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:16:30Z', 'updated_at': '2021-06-19T20:16:48Z', 'revision_number': 4, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'gw_port': {'id': '5c7503a6-de28-48f3-afd3-252e70f7104f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:47Z', 'updated_at': '2021-06-19T20:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '66223495-9e05-4814-b86c-cdb067e7743d', 'name': '', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'mac_address': 'fa:16:3e:29:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:39Z', 'updated_at': '2021-06-19T20:16:47Z', 'revision_number': 5, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'subnets': [{'id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:49.548628 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Checking router: bb88dbcd-024b-494d-a98c-96ee9445363e for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:16:49.548984 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Updating router bb88dbcd-024b-494d-a98c-96ee9445363e port 5c7503a6-de28-48f3-afd3-252e70f7104f binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:16:49.584031 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:49.892803 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:49.901912 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Transition to ACTIVE for port object 5c7503a6-de28-48f3-afd3-252e70f7104f will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:16:49.977221 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:49.979482 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:50.027847 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b4562-a552-4ae8-b2bc-f50e95293692 None None] Pushing event updated for resources: {'Port': ['ID=5c7503a6-de28-48f3-afd3-252e70f7104f,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:50.030051 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Attempting to bind port 5c7503a6-de28-48f3-afd3-252e70f7104f on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:16:50.030415 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Attempting to bind port 5c7503a6-de28-48f3-afd3-252e70f7104f by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:16:50.030777 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Attempting to bind port 5c7503a6-de28-48f3-afd3-252e70f7104f on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:16:50.032822 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2d0b4562-a552-4ae8-b2bc-f50e95293692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:50.036582 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:16:50.036955 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:16:50.037350 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:50.037735 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:16:50.038824 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Bound port: 5c7503a6-de28-48f3-afd3-252e70f7104f, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:16:50.039208 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:50.190054 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] For port 5c7503a6-de28-48f3-afd3-252e70f7104f, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:16:50.194121 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] For port 5c7503a6-de28-48f3-afd3-252e70f7104f, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=5c7503a6-de28-48f3-afd3-252e70f7104f,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:16:50.245925 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:50.248276 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:50.303790 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Routers {'bb88dbcd-024b-494d-a98c-96ee9445363e'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:16:50.304449 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:16:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bb88dbcd-024b-494d-a98c-96ee9445363e'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:50.307025 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b4562-a552-4ae8-b2bc-f50e95293692 None None] Pushing event updated for resources: {'Port': ['ID=5c7503a6-de28-48f3-afd3-252e70f7104f,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:50.337507 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2d0b4562-a552-4ae8-b2bc-f50e95293692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:50.409549 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] Set router bb88dbcd-024b-494d-a98c-96ee9445363e gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:16:50.617788 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'name': 'router1', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '5c7503a6-de28-48f3-afd3-252e70f7104f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:16:30Z', 'updated_at': '2021-06-19T20:16:48Z', 'revision_number': 4, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'gw_port': {'id': '5c7503a6-de28-48f3-afd3-252e70f7104f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:47Z', 'updated_at': '2021-06-19T20:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '66223495-9e05-4814-b86c-cdb067e7743d', 'name': '', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'mac_address': 'fa:16:3e:29:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:39Z', 'updated_at': '2021-06-19T20:16:47Z', 'revision_number': 5, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'subnets': [{'id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:16:50.650298 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a0108b-e659-47ca-a8eb-ba62f43593de None None] The sync data for ids ['bb88dbcd-024b-494d-a98c-96ee9445363e'] in dv-cinder-797170-2-iscsi is: [{'id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'name': 'router1', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '5c7503a6-de28-48f3-afd3-252e70f7104f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:16:30Z', 'updated_at': '2021-06-19T20:16:48Z', 'revision_number': 4, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'gw_port': {'id': '5c7503a6-de28-48f3-afd3-252e70f7104f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:47Z', 'updated_at': '2021-06-19T20:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '66223495-9e05-4814-b86c-cdb067e7743d', 'name': '', 'network_id': '85345f6c-560b-461e-8f95-09ec7c4cfd79', 'tenant_id': 'a4314ffa22d248f7acedac863c00e901', 'mac_address': 'fa:16:3e:29:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb88dbcd-024b-494d-a98c-96ee9445363e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:16:39Z', 'updated_at': '2021-06-19T20:16:47Z', 'revision_number': 5, 'project_id': 'a4314ffa22d248f7acedac863c00e901', 'subnets': [{'id': 'bde19497-a4c2-4177-ac07-fa5a71af3083', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '910d9538-2925-4189-b0fa-fde47420a366'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:16:50.951541 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 5c7503a6-de28-48f3-afd3-252e70f7104f up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:16:51.062549 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 5c7503a6-de28-48f3-afd3-252e70f7104f completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:16:51.067150 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 5c7503a6-de28-48f3-afd3-252e70f7104f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:51.067535 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:51.160018 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:51.182858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 5c7503a6-de28-48f3-afd3-252e70f7104f, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=5c7503a6-de28-48f3-afd3-252e70f7104f,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:16:51.256412 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 54972) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:16:51.261431 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:16:51.261431 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2d0b4562-a552-4ae8-b2bc-f50e95293692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:16:51.306850 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=5c7503a6-de28-48f3-afd3-252e70f7104f,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:16:51.309905 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:16:51.402397 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-f46e9742-e1a5-4a8f-a4c2-8927d8c9ed75 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1446819 Jun 19 20:16:52.920246 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 5c7503a6-de28-48f3-afd3-252e70f7104f up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:16:52.968198 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 5c7503a6-de28-48f3-afd3-252e70f7104f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:16:52.968580 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:03.058189 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:17:04.364969 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b8b21183-7e72-43bd-8b36-8667238bfdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:06.891049 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-97e75672-9877-48ab-b9cf-c0d629d441f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:07.308442 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:08.033641 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:09.868028 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:34.375788 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff5b9-39cf-4c4b-a319-b46a57dde689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:36.884427 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-495a88b9-88d4-48cd-b154-2e710242847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:37.118758 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:38.872810 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:39.850045 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:17:40.056474 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:18:04.397762 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-63ec72d7-a305-4730-9392-c8d1100f67a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:06.889053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-01e54fa3-f8e9-4b4c-b0c9-31cf6a0f9cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:07.152254 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:08.014701 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:09.883674 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:17.055485 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:18:27.430823 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55540) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:27.490406 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f5c869-901b-4e6b-adb9-65da10c10aa4 admin admin] GET failed (client error): The resource could not be found. Jun 19 20:18:27.491716 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-24f5c869-901b-4e6b-adb9-65da10c10aa4 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599201 Jun 19 20:18:27.643428 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71401f9-3a9a-44d9-8b4c-a89761eb18de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:27.644828 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e71401f9-3a9a-44d9-8b4c-a89761eb18de admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1493695 Jun 19 20:18:29.764986 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55550) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:29.857204 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063e339-1138-40fb-a7a6-fd3f26675870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:29.858501 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c063e339-1138-40fb-a7a6-fd3f26675870 admin admin] 10.222.0.25 "GET /v2.0/subnets/bde19497-a4c2-4177-ac07-fa5a71af3083 HTTP/1.1" status: 200 len: 849 time: 0.0925858 Jun 19 20:18:29.867998 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:18:29.946645 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:30.197211 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777039556572'] for subnet, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:30.199271 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:18:30.229869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:30.230814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:30.231707 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] 10.222.0.25 "PUT /v2.0/subnets/bde19497-a4c2-4177-ac07-fa5a71af3083 HTTP/1.1" status: 200 len: 868 time: 0.3672473 Jun 19 20:18:30.234048 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a16d5-889f-444a-9145-1d36418e3325 None None] Network 85345f6c-560b-461e-8f95-09ec7c4cfd79 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:18:30.250298 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde19497-a4c2-4177-ac07-fa5a71af3083,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:18:30.257566 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.257929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.258367 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.258726 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.259049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.259390 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.259711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.260054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.260375 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.260690 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.261002 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.261312 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:18:30.264909 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:18:30.652967 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-5ba1bd8e-9cf4-4a73-b4d4-94cf1ed57cb2 None None] Provisioning complete for port 83172c0a-c1a8-4e97-ab68-12f1d79db7a9 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:18:30.653341 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5ba1bd8e-9cf4-4a73-b4d4-94cf1ed57cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:30.735119 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-5ba1bd8e-9cf4-4a73-b4d4-94cf1ed57cb2 None None] Provisioning complete for port 66223495-9e05-4814-b86c-cdb067e7743d triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:18:30.735420 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5ba1bd8e-9cf4-4a73-b4d4-94cf1ed57cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:32.340283 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55558) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:32.532891 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d401502-29e6-4cbf-bee1-565005f491aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:32.534216 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d401502-29e6-4cbf-bee1-565005f491aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:32.535747 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0d401502-29e6-4cbf-bee1-565005f491aa admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944978 Jun 19 20:18:34.361012 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99087ba0-78cf-4f92-bac9-a30a459b9340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:34.619154 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55566) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:34.746324 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f93bb-efd5-4fa7-adf6-78813e4f737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:34.746798 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f93bb-efd5-4fa7-adf6-78813e4f737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:34.748317 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e47f93bb-efd5-4fa7-adf6-78813e4f737c admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1282845 Jun 19 20:18:36.846166 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55574) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:36.897742 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-19ad82c6-776a-4403-980c-4bb6110422ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:36.971800 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f3eaa-c611-4f6f-926d-7070bb403ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:36.973160 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7d0f3eaa-c611-4f6f-926d-7070bb403ea4 admin admin] 10.222.0.25 "GET /v2.0/networks/85345f6c-560b-461e-8f95-09ec7c4cfd79 HTTP/1.1" status: 200 len: 869 time: 0.1260602 Jun 19 20:18:37.151301 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:38.030961 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:39.126710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55582) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:39.344095 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a9ee8-dfcb-43df-b1a0-627a29417e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:39.346001 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-4b7a9ee8-dfcb-43df-b1a0-627a29417e8c admin admin] 10.222.0.25 "GET /v2.0/networks/e900000a-5acd-4e0b-9c91-57381f1bf252 HTTP/1.1" status: 200 len: 886 time: 0.2177856 Jun 19 20:18:39.854019 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:18:41.452403 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55590) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:41.569441 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d8ee5-670f-4bcd-8faa-9ba23b9d5393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:41.569897 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d8ee5-670f-4bcd-8faa-9ba23b9d5393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:41.571379 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-160d8ee5-670f-4bcd-8faa-9ba23b9d5393 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1180096 Jun 19 20:18:43.664420 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55598) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:43.755430 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8615c0b-a569-4879-be83-4be1b936fd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:43.755885 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8615c0b-a569-4879-be83-4be1b936fd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:43.757392 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-a8615c0b-a569-4879-be83-4be1b936fd5e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913141 Jun 19 20:18:45.868885 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 55606) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:45.986506 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b180-98a7-4370-a1ee-775d1efd744e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:45.987851 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e921b180-98a7-4370-a1ee-775d1efd744e admin admin] 10.222.0.25 "GET /v2.0/subnets/8402dcde-c09d-4ab8-9adc-4faf9710c3bc HTTP/1.1" status: 200 len: 816 time: 0.1180341 Jun 19 20:18:48.099442 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 55616) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:18:48.206265 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b663eea-de6f-4a6f-9e83-ecb1901eaa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:18:48.207698 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-3b663eea-de6f-4a6f-9e83-ecb1901eaa2e admin admin] 10.222.0.25 "GET /v2.0/subnets/bde19497-a4c2-4177-ac07-fa5a71af3083 HTTP/1.1" status: 200 len: 868 time: 0.1072702 Jun 19 20:18:54.053635 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:19:04.379005 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc578-d9d1-4a6b-b7a2-1e553a84a916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:06.893104 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-cbb8881a-c379-4c0d-b243-8c3a5a64c939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:07.285080 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:08.016934 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:09.847654 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:11.131455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 55660) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:19:11.178798 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [None req-a4607b24-0211-413c-9d49-acfbf2b0bdb0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:19:11.179754 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a4607b24-0211-413c-9d49-acfbf2b0bdb0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445189 Jun 19 20:19:13.373538 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55668) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:19:13.430197 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a1fb0-0acd-4646-98d3-19bdeeb4abd4 admin admin] GET failed (client error): The resource could not be found. Jun 19 20:19:13.431457 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-555a1fb0-0acd-4646-98d3-19bdeeb4abd4 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0570006 Jun 19 20:19:13.511370 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a3f41-fdf3-4c62-90bc-b705cab693b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:19:13.512790 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-898a3f41-fdf3-4c62-90bc-b705cab693b3 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0775597 Jun 19 20:19:15.636968 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55676) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:19:15.681353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:19:15.790057 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Made reservation on behalf of a1fc7f4d5473426dbc3c85c180518605 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:19:15.792403 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:15.823780 dv-cinder-797170-2-iscsi neutron-server[93445]: WARNING neutron.services.revisions.revision_plugin [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Could not find related network for resource to bump revision. Jun 19 20:19:15.835135 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:19:15.843713 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:15.844087 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Added segment 9d4b18fe-db9c-43e9-9fc1-7829a286e502 of type vlan for network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c Jun 19 20:19:15.889024 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:15.993447 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:15.994711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:19:15.995304 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:15.997223 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:19:16.048892 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ed60d8ee-d18b-4aa8-9c66-aab41624ba8c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:19:16.051531 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:19:16.058844 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:19:16.114112 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4759974 Jun 19 20:19:18.242236 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55684) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:19:18.302736 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.pecan_wsgi.hooks.translation [None req-355d0507-bb03-405a-a5f2-c3f91a33c7ca admin admin] GET failed (client error): The resource could not be found. Jun 19 20:19:18.304169 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-355d0507-bb03-405a-a5f2-c3f91a33c7ca admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609643 Jun 19 20:19:18.369767 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d79c7-f5f6-4cce-8340-746e48cee6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:19:18.371152 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bd7d79c7-f5f6-4cce-8340-746e48cee6e1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0632372 Jun 19 20:19:18.381013 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c', 'description': 'shared-subnet'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:19:18.498525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Made reservation on behalf of a1fc7f4d5473426dbc3c85c180518605 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:19:18.500849 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:18.727248 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:18.729569 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9f410e2d-8e7d-4d59-95e7-3fa325b05360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:19:18.784702 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e11c4d5-4d92-4e0f-b6ba-3be30ac7ac4b,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:19:18.788687 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:19:18.789499 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Checking segment: {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:19:18.789844 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Network hostable DHCP agents. Network: ed60d8ee-d18b-4aa8-9c66-aab41624ba8c, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:19:18.886967 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:19:18.952491 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, ed60d8ee-d18b-4aa8-9c66-aab41624ba8c) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:19:18.956861 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:19:18.962861 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:18.963734 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327ed33-ee1b-4eca-b8c3-8375804a9010 None None] Network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:19:19.034338 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6565394 Jun 19 20:19:19.209152 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-ed60d8ee-d18b-4aa8-9c66-aab41624ba8c', 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c', 'tenant_id': 'a1fc7f4d5473426dbc3c85c180518605', 'fixed_ips': [{'subnet_id': '2e11c4d5-4d92-4e0f-b6ba-3be30ac7ac4b'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:19:19.210014 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:19.350565 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Allocated IP 192.168.233.2 (ed60d8ee-d18b-4aa8-9c66-aab41624ba8c/2e11c4d5-4d92-4e0f-b6ba-3be30ac7ac4b/c8aef34f-a61e-4468-96ee-eee81d2a92c5) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:19:19.532094 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:19.540347 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Transition to ACTIVE for port object c8aef34f-a61e-4468-96ee-eee81d2a92c5 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:19:19.555525 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Transition to ACTIVE for port object c8aef34f-a61e-4468-96ee-eee81d2a92c5 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:19:19.619524 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:19.623667 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:19:19.681363 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:19:19.686859 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:19:19.689406 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Pushing event updated for resources: {'Port': ['ID=c8aef34f-a61e-4468-96ee-eee81d2a92c5,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:19:19.692493 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:19:19.708247 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.708591 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.708930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.709261 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.709587 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.709911 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.710234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.710553 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.710893 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.711217 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.711554 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.712529 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:19:19.736865 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:19:19.779500 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Attempting to bind port c8aef34f-a61e-4468-96ee-eee81d2a92c5 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:19:19.780025 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Attempting to bind port c8aef34f-a61e-4468-96ee-eee81d2a92c5 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:19:19.780519 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Attempting to bind port c8aef34f-a61e-4468-96ee-eee81d2a92c5 on network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:19:19.787302 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:19:19.787746 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Checking segment: {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:19:19.788323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:19.788852 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Bound using segment: {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:19:19.789490 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Bound port: c8aef34f-a61e-4468-96ee-eee81d2a92c5, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:19:19.789995 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:19.859758 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] For port c8aef34f-a61e-4468-96ee-eee81d2a92c5, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:19:19.863126 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] For port c8aef34f-a61e-4468-96ee-eee81d2a92c5, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c8aef34f-a61e-4468-96ee-eee81d2a92c5,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:19:19.919290 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:19.922170 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-757ae540-2647-4b6b-ac53-9fb1d3bfcc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:19:19.977638 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Pushing event updated for resources: {'Port': ['ID=c8aef34f-a61e-4468-96ee-eee81d2a92c5,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:19:19.980468 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:19:20.793741 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b63e73-35f9-4031-8aa3-5ffc09dc2543 None None] Network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:19:20.992142 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-2b4b3428-c5d1-491e-9fd6-33b60611446f None None] Provisioning for port c8aef34f-a61e-4468-96ee-eee81d2a92c5 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:19:21.119890 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c8aef34f-a61e-4468-96ee-eee81d2a92c5 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:19:21.293232 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port c8aef34f-a61e-4468-96ee-eee81d2a92c5 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:19:21.298234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port c8aef34f-a61e-4468-96ee-eee81d2a92c5 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:19:21.298234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:21.386985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:21.419467 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port c8aef34f-a61e-4468-96ee-eee81d2a92c5, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c8aef34f-a61e-4468-96ee-eee81d2a92c5,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:19:21.490625 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:21.492857 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:19:21.539547 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=c8aef34f-a61e-4468-96ee-eee81d2a92c5,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:19:21.543385 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:19:23.056089 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c8aef34f-a61e-4468-96ee-eee81d2a92c5 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:19:23.114501 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port c8aef34f-a61e-4468-96ee-eee81d2a92c5 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:19:23.114991 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:31.052356 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:19:34.357838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-361cba15-5c9d-492b-ae6b-58915ea4a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:36.938638 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b85646ea-6f78-448d-b4ca-aaa3230c7636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:37.152360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:38.026896 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:19:39.869455 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:04.383064 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e326640d-7365-43cf-aba0-db5638c2acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:06.914393 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3137fda3-7bf1-4a39-b610-93cea55de767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:07.156476 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:08.068175 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:20:08.116498 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:09.870799 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:34.355551 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3011b057-43e4-4a0c-be0c-31d62c26b563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:35.692406 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55736) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:20:35.698398 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [None req-477555b7-0d62-492e-a135-f194809e0d4e tempest-verify_tempest_config-1716885821 tempest-verify_tempest_config-1716885821-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:20:35.699956 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-477555b7-0d62-492e-a135-f194809e0d4e tempest-verify_tempest_config-1716885821 tempest-verify_tempest_config-1716885821-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059681 Jun 19 20:20:36.245766 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55754) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:20:36.342082 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.429863 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.509068 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.514863 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:20:36.554817 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ca6ecabb4c1497a85334dc948612116&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3073170 Jun 19 20:20:36.556004 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa015c5-a069-4a4d-9510-0afd913d2855,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:20:36.556162 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 55758) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.566975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.570234 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:20:36.613292 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.633049 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.761020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.764313 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:36.765487 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fa015c5-a069-4a4d-9510-0afd913d2855 HTTP/1.1" status: 204 len: 168 time: 0.2083101 Jun 19 20:20:36.766242 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:20:36.774224 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa015c5-a069-4a4d-9510-0afd913d2855,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:20:36.781226 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.781560 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.781887 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.782207 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.782526 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.782851 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.783163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.783475 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.783786 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.784127 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.784438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.784740 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:20:36.787689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:20:36.921035 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7887470-f060-493d-9a62-8c35cbdda933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:37.165355 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:38.086775 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:39.852161 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:20:45.047055 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:21:04.376888 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b9ddee47-c0b0-420e-b2e9-ff60f6398a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:06.965189 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e6e2961b-8c20-46c2-bdd9-2df065e47a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:07.142389 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:08.039110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:09.890576 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:22.045559 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:21:34.357814 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-de9cff49-d880-4289-a9e9-8e4536cec1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:36.901132 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d0cfdbbb-e886-4c33-b46a-221b1e208d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:37.135487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:38.032143 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:39.860511 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:21:59.043919 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 5 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:22:04.397309 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-1aefa01d-f99f-4038-9980-3f7675ce4ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:06.660119 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441'] for agent, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:06.956819 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-7ea28ace-ebfb-4c88-8f1e-369e4070cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:07.156801 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:08.157229 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:09.859548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:10.480345 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 55812) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:22:10.580428 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-9c0274e4-5e56-414a-9996-29f36e20a52a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0989377 Jun 19 20:22:12.705161 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 55822) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:22:12.765634 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-2374f637-3a88-427c-9ee3-d6f933f8aa44 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0593872 Jun 19 20:22:34.355959 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9f0e-886a-489f-b77d-31481278fa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:36.042706 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:22:36.607257 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:36.910237 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-765be660-2f25-4825-a683-f72ca4d17c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:37.168034 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:38.053469 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:22:39.853368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:04.367153 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-7d8604a7-ab86-4849-9452-2d57c68757bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:06.651433 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:06.938291 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-945451bb-7701-4b6f-b1c1-f8c31600b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:07.131237 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:08.040859 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:09.881144 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:13.041258 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:23:34.372234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-41c66df9-9437-47b1-8d24-e932ff906a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:36.703572 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:36.981578 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-4e79a1d7-8b17-4783-9a7f-de3f135eb2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:37.141342 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:37.899371 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 55982) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:38.078238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.198408 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2115444010-network', 'tenant_id': 'a76ce4e4c4354d71b45c8b4899eab23c'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:38.314934 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Made reservation on behalf of a76ce4e4c4354d71b45c8b4899eab23c for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:38.317303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.325650 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.414883 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.503507 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.516409 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d8ccd64f-649c-430d-a07c-8cc17b1e780a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:38.525964 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:23:38.539013 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.539354 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Added segment f0d7e939-e826-415e-ac86-4027314741f7 of type vlan for network a8d56715-6d76-484f-99db-6ffe8d46f730 Jun 19 20:23:38.579706 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c76b815-7081-4a63-b243-1bc0605b191b,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:38.592276 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.592633 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.592970 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.593295 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.593614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.593950 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.594269 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.594581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.594912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.595226 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.595578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.595844 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Tracked resource versions report: Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: pushed versions: Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: { 'AddressGroup': {'1.2'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'ConntrackHelper': {'1.0'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Log': {'1.0'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Network': {'1.1'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Port': {'1.7'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'PortForwarding': {'1.2'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'QosPolicy': {'1.8'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroup': {'1.4'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SubPort': {'1.0'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Subnet': {'1.1'}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Trunk': {'1.1'}} Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: consumer versions: Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: HyperV agent@hv-cinder-79717: {}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'ConntrackHelper': '1.0', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Log': '1.0', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Network': '1.1', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Port': '1.7', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'PortForwarding': '1.2', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'QosPolicy': '1.8', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroup': '1.4', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SecurityGroupRule': '1.2', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'SubPort': '1.0', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Subnet': '1.1', Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: 'Trunk': '1.1'}} Jun 19 20:23:38.598350 dv-cinder-797170-2-iscsi neutron-server[93444]: {{(pid=93444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:23:38.602545 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.603916 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:38.749101 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.750785 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:38.751393 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:38.755219 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:38.785663 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56024) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:38.818701 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Pushing event updated for resources: {'Network': ['ID=a8d56715-6d76-484f-99db-6ffe8d46f730,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:38.821682 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:38.829394 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network a8d56715-6d76-484f-99db-6ffe8d46f730 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:23:38.955625 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0544355 Jun 19 20:23:38.960421 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56034) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:38.965901 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Request body: {'subnet': {'network_id': 'a8d56715-6d76-484f-99db-6ffe8d46f730', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2115444010-subnet', 'tenant_id': 'a76ce4e4c4354d71b45c8b4899eab23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:39.030685 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56038) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:39.149393 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Made reservation on behalf of a76ce4e4c4354d71b45c8b4899eab23c for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:39.152958 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.204411 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-network', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:39.231600 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56050) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:39.332501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Made reservation on behalf of d0473e7bfdaf4c3e918e9042ca91db3f for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:39.336363 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.345710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.449051 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.471431 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-network', 'tenant_id': 'face394502f545579a98e2298f013218'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:39.496546 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56058) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:39.574207 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-693479726-network', 'tenant_id': 'b58e13d20b6a451aad2226e44fac0334'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:39.577470 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.581918 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:39.605864 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.611621 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bb85a6ab-6534-4b7b-86b1-6a6049080ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:39.643418 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:39.653573 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24337fd-4938-4309-9ef9-f82a520c3868,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:39.656415 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.657217 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.658141 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.658695 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.660118 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:39.660422 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.660965 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.662698 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.663024 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Checking segment: {'id': 'f0d7e939-e826-415e-ac86-4027314741f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a8d56715-6d76-484f-99db-6ffe8d46f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:39.663411 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Network hostable DHCP agents. Network: a8d56715-6d76-484f-99db-6ffe8d46f730, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:23:39.663836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.664298 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.664785 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.665235 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.665651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Tracked resource versions report: Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: pushed versions: Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: { 'AddressGroup': {'1.2'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'ConntrackHelper': {'1.0'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Log': {'1.0'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Network': {'1.1'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Port': {'1.7'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'PortForwarding': {'1.2'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'QosPolicy': {'1.8'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroup': {'1.4'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SubPort': {'1.0'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Subnet': {'1.1'}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Trunk': {'1.1'}} Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: consumer versions: Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: HyperV agent@hv-cinder-79717: {}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'ConntrackHelper': '1.0', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Log': '1.0', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Network': '1.1', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Port': '1.7', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'PortForwarding': '1.2', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'QosPolicy': '1.8', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroup': '1.4', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SecurityGroupRule': '1.2', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'SubPort': '1.0', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Subnet': '1.1', Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: 'Trunk': '1.1'}} Jun 19 20:23:39.667295 dv-cinder-797170-2-iscsi neutron-server[93445]: {{(pid=93445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:23:39.676385 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:39.686593 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:23:39.703683 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.704054 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Added segment b67ddca0-8080-417a-a33c-81da830a3692 of type vlan for network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 Jun 19 20:23:39.749028 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Made reservation on behalf of face394502f545579a98e2298f013218 for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:39.751430 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.766280 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.779528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-168991922-network', 'tenant_id': 'a70ccd5ad011493d877d992f60cb1799'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:39.790769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Network a8d56715-6d76-484f-99db-6ffe8d46f730 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:23:39.832170 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.896544 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, a8d56715-6d76-484f-99db-6ffe8d46f730) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:39.911092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:39.911783 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.912880 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edba9eb-57a1-40ef-bd7a-3fe1b96494df None None] Network a8d56715-6d76-484f-99db-6ffe8d46f730 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:39.929603 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Made reservation on behalf of b58e13d20b6a451aad2226e44fac0334 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:39.936335 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:39.983903 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.005785 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.019507 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:40.021660 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.025652 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:40.145491 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Made reservation on behalf of a70ccd5ad011493d877d992f60cb1799 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:40.150277 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.179454 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.191489 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Pushing event updated for resources: {'Network': ['ID=2d2c3888-3180-4bc7-8b84-b94dabaf8427,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:40.195349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:40.213017 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.216482 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:23:40.247330 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4601703 Jun 19 20:23:40.248228 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56088) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:40.253063 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.db.api [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:23:40.253063 dv-cinder-797170-2-iscsi neutron-server[93445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 20:23:40.253063 dv-cinder-797170-2-iscsi neutron-server[93445]: [parameters: {'project_id_1': 'b58e13d20b6a451aad2226e44fac0334', 'expiration_1': datetime.datetime(2021, 6, 19, 20, 23, 40, 40642)}] Jun 19 20:23:40.253063 dv-cinder-797170-2-iscsi neutron-server[93445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:23:40.253973 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_db.api [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:23:40.254972 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Request body: {'subnet': {'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-subnet', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:40.255338 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.db.api [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:23:40.255338 dv-cinder-797170-2-iscsi neutron-server[93445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 20:23:40.255338 dv-cinder-797170-2-iscsi neutron-server[93445]: [parameters: {'project_id_1': 'a70ccd5ad011493d877d992f60cb1799', 'expiration_1': datetime.datetime(2021, 6, 19, 20, 23, 40, 197961)}] Jun 19 20:23:40.255338 dv-cinder-797170-2-iscsi neutron-server[93445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:23:40.256095 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_db.api [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:23:40.318964 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250475a-a652-408d-9e27-ee50a3589d6c None None] Network a8d56715-6d76-484f-99db-6ffe8d46f730 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:40.342073 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.434368 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.437627 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:40.451396 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:23:40.476331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.484099 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Added segment bb529a3d-50a7-4275-9d8f-9b9178b42f74 of type vlan for network 23288998-8f8b-4462-b776-646d9897190e Jun 19 20:23:40.520841 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da8cc6-1835-47c3-b2cd-0da815815f1a,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:40.528005 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:40.531716 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.538830 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5774150 Jun 19 20:23:40.622972 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Made reservation on behalf of d0473e7bfdaf4c3e918e9042ca91db3f for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:40.625359 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.663762 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.667586 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:40.668192 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.672300 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:40.752695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Pushing event updated for resources: {'Network': ['ID=23288998-8f8b-4462-b776-646d9897190e,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:40.755624 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.756679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:40.759430 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:40.765261 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 23288998-8f8b-4462-b776-646d9897190e details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:23:40.803007 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7711642 Jun 19 20:23:40.806739 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56112) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:40.821442 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Request body: {'subnet': {'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-subnet', 'tenant_id': 'face394502f545579a98e2298f013218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:40.950051 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.023981 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.027582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-0e3d1e0a-8030-4e55-90e1-a8663d4b050e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:41.028186 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.036597 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:41.062150 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:23:41.090338 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226f22b6-3b2c-4bb7-aa16-03cb43c30966,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:41.094355 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.094692 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Added segment 4d2ed575-c25a-4d13-9bdf-fccc3af1e855 of type vlan for network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 Jun 19 20:23:41.096095 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:41.128055 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Checking segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:41.128990 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Network hostable DHCP agents. Network: 2d2c3888-3180-4bc7-8b84-b94dabaf8427, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:23:41.132219 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30364a7-fe56-4976-9125-2b98180b3745,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:41.135873 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:41.162455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.207318 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.302880 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:23:41.383362 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.385041 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.386310 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:41.386962 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.390137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b2950177-4c68-4895-b52e-23c62fe8a9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:41.451778 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:23:41.467221 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Pushing event updated for resources: {'Network': ['ID=3e5f02f9-c4b3-4e41-bd46-6749b0279868,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:41.471936 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:41.472738 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:41.474337 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 2d2c3888-3180-4bc7-8b84-b94dabaf8427) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:41.476746 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.477587 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Added segment bc719eae-d091-4295-9273-4556a83112f0 of type vlan for network e659d689-690a-458a-ad02-4fb8313c0ed1 Jun 19 20:23:41.484509 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:41.484509 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.485214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:23:41.488786 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a70ef-5b12-4feb-8a5f-c133234fb41a None None] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:41.525115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Made reservation on behalf of face394502f545579a98e2298f013218 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:41.527810 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.532515 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56132) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:41.534504 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523505a5-055a-4270-ba6f-fa050c603369,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:41.538296 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:41.541290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.548806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1631409126-network', 'tenant_id': '141df1fa0dde4af6a6b2a8437a0d2a10'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:41.606126 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3730710 Jun 19 20:23:41.607164 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3575764 Jun 19 20:23:41.608101 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56136) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:41.608854 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56138) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:41.617384 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:41.624649 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Request body: {'subnet': {'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-693479726-subnet', 'tenant_id': 'b58e13d20b6a451aad2226e44fac0334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:41.657830 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.659448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:41.660898 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.684562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:41.710425 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e313d545-e9ac-4b67-a8fc-beab9a730d23 None None] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:41.775985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Pushing event updated for resources: {'Network': ['ID=e659d689-690a-458a-ad02-4fb8313c0ed1,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:41.777952 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Made reservation on behalf of 141df1fa0dde4af6a6b2a8437a0d2a10 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:41.780805 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.784933 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:41.789459 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network e659d689-690a-458a-ad02-4fb8313c0ed1 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:23:41.795749 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.db.api [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:23:41.795749 dv-cinder-797170-2-iscsi neutron-server[93445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 20:23:41.795749 dv-cinder-797170-2-iscsi neutron-server[93445]: [parameters: {'project_id_1': 'b58e13d20b6a451aad2226e44fac0334', 'expiration_1': datetime.datetime(2021, 6, 19, 20, 23, 41, 637302)}] Jun 19 20:23:41.795749 dv-cinder-797170-2-iscsi neutron-server[93445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:23:41.796194 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_db.api [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:23:41.798709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.914833 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.918956 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:41.959631 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.960876 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:41.972866 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c9a694-6136-4714-8e7c-38c492cdce92,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:41.972866 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:41.986822 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Checking segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:41.987354 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Network hostable DHCP agents. Network: 23288998-8f8b-4462-b776-646d9897190e, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:23:42.019708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.061922 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5639763 Jun 19 20:23:42.065309 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56152) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:42.070537 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Request body: {'subnet': {'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-168991922-subnet', 'tenant_id': 'a70ccd5ad011493d877d992f60cb1799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:42.086110 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Network 23288998-8f8b-4462-b776-646d9897190e is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:23:42.177269 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 23288998-8f8b-4462-b776-646d9897190e) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:42.183085 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:42.183085 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.187118 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4fbaab-b3d5-4d02-8e36-fece856dfdb8 None None] Network 23288998-8f8b-4462-b776-646d9897190e requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:42.237634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.264739 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.345240 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-23288998-8f8b-4462-b776-646d9897190e', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:23:42.346119 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.372923 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.380490 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:42.404733 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:23:42.483592 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6755638 Jun 19 20:23:42.484320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Allocated IP 172.20.0.2 (23288998-8f8b-4462-b776-646d9897190e/64c9a694-6136-4714-8e7c-38c492cdce92/ff8d6961-11f9-4161-af6b-20407a9e5360) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:42.487216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56162) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:42.493683 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:42.543027 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.543349 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Added segment 0aced0be-8767-4d7e-9e91-1c30acbf5019 of type vlan for network 640460a7-a6e4-496e-94d9-062d2a86b472 Jun 19 20:23:42.544539 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a354043-da25-41c8-ad5f-f78106896d1e,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:42.547714 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:42.594728 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.634040 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Made reservation on behalf of a70ccd5ad011493d877d992f60cb1799 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:42.642564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.644221 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.654301 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Transition to ACTIVE for port object ff8d6961-11f9-4161-af6b-20407a9e5360 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:42.671023 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Transition to ACTIVE for port object ff8d6961-11f9-4161-af6b-20407a9e5360 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:42.744978 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.763705 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.839905 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.850133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.850360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:42.850801 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Made reservation on behalf of b58e13d20b6a451aad2226e44fac0334 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:42.853727 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.866994 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:42.867690 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.898163 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-013196a5-ce3b-450e-a46e-95e0ff90deee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:42.900059 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Pushing event updated for resources: {'Port': ['ID=ff8d6961-11f9-4161-af6b-20407a9e5360,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:42.909154 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.912162 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:42.922701 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Network 23288998-8f8b-4462-b776-646d9897190e is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:42.926766 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.928975 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.929623 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.930147 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.930668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.931765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.932278 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.932781 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.933323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.933947 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.934503 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.934986 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Tracked resource versions report: Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: pushed versions: Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: { 'AddressGroup': {'1.2'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'ConntrackHelper': {'1.0'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Log': {'1.0'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Network': {'1.1'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Port': {'1.7'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'PortForwarding': {'1.2'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'QosPolicy': {'1.8'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroup': {'1.4'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SubPort': {'1.0'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Subnet': {'1.1'}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Trunk': {'1.1'}} Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: consumer versions: Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: HyperV agent@hv-cinder-79717: {}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'ConntrackHelper': '1.0', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Log': '1.0', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Network': '1.1', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Port': '1.7', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'PortForwarding': '1.2', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'QosPolicy': '1.8', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroup': '1.4', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SecurityGroupRule': '1.2', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'SubPort': '1.0', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Subnet': '1.1', Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: 'Trunk': '1.1'}} Jun 19 20:23:42.937052 dv-cinder-797170-2-iscsi neutron-server[93446]: {{(pid=93446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:23:42.940626 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.944724 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:42.951109 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:42.955781 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:42.963497 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:42.992833 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Allocated IP 172.27.2.52 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/1178285b-f2a4-4789-90a1-b50d012bb25e) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:43.018623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Pushing event updated for resources: {'Network': ['ID=640460a7-a6e4-496e-94d9-062d2a86b472,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:43.021515 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:43.037089 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 640460a7-a6e4-496e-94d9-062d2a86b472 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:23:43.072630 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Checking segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:43.073293 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Network hostable DHCP agents. Network: e659d689-690a-458a-ad02-4fb8313c0ed1, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:23:43.075971 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43808142-728d-46ce-8395-9750204a83ff,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:43.076133 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5387506 Jun 19 20:23:43.079854 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:43.080525 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56180) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:43.086059 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Request body: {'subnet': {'network_id': '640460a7-a6e4-496e-94d9-062d2a86b472', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1631409126-subnet', 'tenant_id': '141df1fa0dde4af6a6b2a8437a0d2a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:43.147957 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.166297 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Attempting to bind port ff8d6961-11f9-4161-af6b-20407a9e5360 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:23:43.166890 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Attempting to bind port ff8d6961-11f9-4161-af6b-20407a9e5360 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:23:43.167267 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Attempting to bind port ff8d6961-11f9-4161-af6b-20407a9e5360 on network 23288998-8f8b-4462-b776-646d9897190e {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:43.174795 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:23:43.176695 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Checking segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:43.177294 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.179209 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Bound using segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:23:43.179920 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Bound port: ff8d6961-11f9-4161-af6b-20407a9e5360, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:23:43.180503 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.192518 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.205867 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Made reservation on behalf of 141df1fa0dde4af6a6b2a8437a0d2a10 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:43.210433 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.253641 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] For port ff8d6961-11f9-4161-af6b-20407a9e5360, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:23:43.257467 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] For port ff8d6961-11f9-4161-af6b-20407a9e5360, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=ff8d6961-11f9-4161-af6b-20407a9e5360,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:23:43.326732 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.326983 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.327368 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Network e659d689-690a-458a-ad02-4fb8313c0ed1 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:23:43.330216 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:43.330353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:43.376637 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:43.380790 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:43.383693 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:43.402990 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Pushing event updated for resources: {'Port': ['ID=ff8d6961-11f9-4161-af6b-20407a9e5360,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:43.407402 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:43.443517 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.494905 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Pushing event updated for resources: {'Port': ['ID=1178285b-f2a4-4789-90a1-b50d012bb25e,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:43.502770 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:43.503877 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:43.568707 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.582283 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, e659d689-690a-458a-ad02-4fb8313c0ed1) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:43.594023 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:43.598295 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fede0bf-7e40-44eb-9a73-85d86457c5a6 None None] Network e659d689-690a-458a-ad02-4fb8313c0ed1 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:43.599021 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:43.599876 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.616355 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110d42a3-fc79-45e8-8434-e81b9e8e1954,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:43.621158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:43.625708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Checking segment: {'id': '4d2ed575-c25a-4d13-9bdf-fccc3af1e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:43.626162 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Network hostable DHCP agents. Network: 3e5f02f9-c4b3-4e41-bd46-6749b0279868, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:23:43.763070 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.772302 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:23:43.789616 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Pushing event updated for resources: {'Subnet': ['ID=629fa70d-eedb-4b59-a5f5-48d116d8d096,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:43.800847 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:43.804199 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-ac4a66aa-e288-457e-a3de-c53bb7f9a85a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7377033 Jun 19 20:23:43.818266 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Checking segment: {'id': '0aced0be-8767-4d7e-9e91-1c30acbf5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '640460a7-a6e4-496e-94d9-062d2a86b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:43.818266 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Network hostable DHCP agents. Network: 640460a7-a6e4-496e-94d9-062d2a86b472, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:23:43.875445 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.907377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8394ef-2fea-4ea4-92ef-5c7dc0367406 None None] Network e659d689-690a-458a-ad02-4fb8313c0ed1 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:43.933806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 3e5f02f9-c4b3-4e41-bd46-6749b0279868) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:43.940554 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:43.941137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:43.998319 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e545555-ed69-46dc-999f-7387d353db36 None None] Network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:44.044191 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Network 640460a7-a6e4-496e-94d9-062d2a86b472 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:23:44.061290 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 640460a7-a6e4-496e-94d9-062d2a86b472) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:44.070470 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:44.071596 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.090449 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7142c4c9-3002-4326-82c5-62f90deb7073 None None] Network 640460a7-a6e4-496e-94d9-062d2a86b472 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:44.153457 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-f0544500-4c29-4e44-b447-83480dbfb173 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5349612 Jun 19 20:23:44.167293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.197343 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1145627 Jun 19 20:23:44.450234 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56236) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:44.452736 dv-cinder-797170-2-iscsi neutron-server[93445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 20:23:44.470485 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56240) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:44.555033 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Router 8c838523-4e54-417f-8049-b487485730b8 is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:23:44.571004 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.612247 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Deleting subnet b24337fd-4938-4309-9ef9-f82a520c3868 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:23:44.620222 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.623073 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.648030 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd40ea-0846-4b3c-bae0-f612a01162cc None None] Network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:44.757896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.786563 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56262) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:44.803585 dv-cinder-797170-2-iscsi neutron-server[93444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 19 20:23:44.805217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:44.817611 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de2f83-02a9-426f-8431-5534658fb845 None None] Network 640460a7-a6e4-496e-94d9-062d2a86b472 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:44.890082 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38249f73-4f07-43e6-aa2d-6351def8b3ce None None] Network 23288998-8f8b-4462-b776-646d9897190e requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:23:44.960609 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-0af7acf4-28cf-401e-a1a6-d540550513b4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:44.962099 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-0af7acf4-28cf-401e-a1a6-d540550513b4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.5105748 Jun 19 20:23:44.968114 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:23:44.988174 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Sync routers for ids ['8c838523-4e54-417f-8049-b487485730b8'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:23:44.999148 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Routers {'8c838523-4e54-417f-8049-b487485730b8'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:45.001541 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['8c838523-4e54-417f-8049-b487485730b8'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:45.021394 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-af2da6e7-dc19-4f4c-a48a-a59e3a1827aa tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/quotas/a70ccd5ad011493d877d992f60cb1799 HTTP/1.1" status: 200 len: 375 time: 0.0267999 Jun 19 20:23:45.096228 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Allocated IP 172.27.2.60 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/d612a5ae-f707-414e-94d5-be525786cd9e) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:45.113119 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-74cca2ef-766b-48c2-b7e9-0bae6807d00f tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:45.118696 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-cd2d0938-d01c-4a00-9f9e-85ddba34a110 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962107 Jun 19 20:23:45.119532 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.120977 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5096512 Jun 19 20:23:45.123589 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-74cca2ef-766b-48c2-b7e9-0bae6807d00f tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/networks?id=3e5f02f9-c4b3-4e41-bd46-6749b0279868 HTTP/1.1" status: 200 len: 811 time: 0.3326402 Jun 19 20:23:45.130344 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0ec1-8663-4e5b-b543-61335fa72d7e None None] Provisioning for port ff8d6961-11f9-4161-af6b-20407a9e5360 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:23:45.138235 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56272) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:45.142047 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Set router 8c838523-4e54-417f-8049-b487485730b8 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:45.155499 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-0bd23604-6c51-4005-a8ed-4bac69219fea tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/quotas/b58e13d20b6a451aad2226e44fac0334 HTTP/1.1" status: 200 len: 375 time: 0.0244753 Jun 19 20:23:45.270363 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-0d749d4d-388d-4477-be8b-19b43a4939b3 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b58e13d20b6a451aad2226e44fac0334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106465 Jun 19 20:23:45.273818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.285132 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-45859cd2-b03a-4432-b44a-8f80aae843db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:45.342405 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device ff8d6961-11f9-4161-af6b-20407a9e5360 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:45.354686 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24337fd-4938-4309-9ef9-f82a520c3868,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:45.357175 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:45.363685 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.367935 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-314969e3-4848-4cc0-8fce-251e35d3640b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b24337fd-4938-4309-9ef9-f82a520c3868 HTTP/1.1" status: 204 len: 168 time: 0.8948059 Jun 19 20:23:45.369512 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56284) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:45.436986 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-9cfaab62-b817-48fa-9d0f-d638efac4401 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:23:45.441348 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:23:43Z', 'revision_number': 3, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:45.444895 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-9cfaab62-b817-48fa-9d0f-d638efac4401 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969594 Jun 19 20:23:45.468429 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Checking router: 8c838523-4e54-417f-8049-b487485730b8 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:23:45.469177 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Updating router 8c838523-4e54-417f-8049-b487485730b8 port 1178285b-f2a4-4789-90a1-b50d012bb25e binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:23:45.472585 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-be76b838-9d2c-4ccc-95ac-61c003fa2e66 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:23:45.473606 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-be76b838-9d2c-4ccc-95ac-61c003fa2e66 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1504853 Jun 19 20:23:45.498562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.517624 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.611346 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.611346 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-f4bc38cc-36c4-489b-9306-e980a766dff6 service neutron] 10.222.0.25 "GET /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588686 Jun 19 20:23:45.672640 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port ff8d6961-11f9-4161-af6b-20407a9e5360 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:23:45.677450 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port ff8d6961-11f9-4161-af6b-20407a9e5360 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:45.677792 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.760813 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-eb47a624-df65-4b79-97aa-5518761e21df service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768109 Jun 19 20:23:45.765350 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.770150 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.789806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.790705 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.791472 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.791796 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > port after_create 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.792137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.792473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > port after_update 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.793000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.793117 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.793389 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.793694 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.805535 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port ff8d6961-11f9-4161-af6b-20407a9e5360, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=ff8d6961-11f9-4161-af6b-20407a9e5360,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:23:45.835268 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b27e2a99-3c5b-42a6-a9d4-6ca93d48d51e service neutron] 10.222.0.25 "GET /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300203 Jun 19 20:23:45.903094 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.912652 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:45.935056 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:45.941201 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:45.954301 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.954635 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.954964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.955675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:45.955675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d56715-6d76-484f-99db-6ffe8d46f730']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:45.968505 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=ff8d6961-11f9-4161-af6b-20407a9e5360,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:45.971933 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:46.012182 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d7e939-e826-415e-ac86-4027314741f7') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:46.012481 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d7e939-e826-415e-ac86-4027314741f7') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:46.020326 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:46.058043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Pushing event updated for resources: {'Port': ['ID=d612a5ae-f707-414e-94d5-be525786cd9e,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:46.061678 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:46.066686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.081733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:46.098274 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.118985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:23:46.119292 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: from cryptography.utils import int_from_bytes Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: from cryptography.utils import int_from_bytes Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:23:46.125312 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:23:46.128121 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:46.133651 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.168444 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Transition to ACTIVE for port object 1178285b-f2a4-4789-90a1-b50d012bb25e will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:46.259469 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-96d66f8f-e0f0-4d26-a614-6df901e38e6c service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855862 Jun 19 20:23:46.286163 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.291060 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-8367da52-91a0-48fd-bbc6-6cb44a80283b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:46.385109 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Pushing event updated for resources: {'Port': ['ID=1178285b-f2a4-4789-90a1-b50d012bb25e,revision_number=2']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:46.406244 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.406739 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.407402 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.408435 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.408943 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.411389 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.411933 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.412436 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.412954 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.413811 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.415153 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.416202 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.417458 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Tracked resource versions report: Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: pushed versions: Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: { 'AddressGroup': {'1.2'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'ConntrackHelper': {'1.0'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Log': {'1.0'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Network': {'1.1'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Port': {'1.7'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'PortForwarding': {'1.2'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'QosPolicy': {'1.8'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroup': {'1.4'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroupRule': {'1.2'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SubPort': {'1.0'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Subnet': {'1.1'}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Trunk': {'1.1'}} Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: consumer versions: Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: { DHCP agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: HyperV agent@hv-cinder-79717: {}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: L3 agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: Metadata agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: Metering agent@dv-cinder-797170-2-iscsi: {}, Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: Open vSwitch agent@dv-cinder-797170-2-iscsi: { 'AddressGroup': '1.2', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'ConntrackHelper': '1.0', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Log': '1.0', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Network': '1.1', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Port': '1.7', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'PortForwarding': '1.2', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'QosPolicy': '1.8', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroup': '1.4', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SecurityGroupRule': '1.2', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'SubPort': '1.0', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Subnet': '1.1', Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: 'Trunk': '1.1'}} Jun 19 20:23:46.420930 dv-cinder-797170-2-iscsi neutron-server[93447]: {{(pid=93447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 19 20:23:46.441594 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:46.454993 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:46.466111 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851aa89e-be9b-4c4e-8439-21251d740719 req-7888239d-cc89-4c51-8829-a95a57a289db tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.0896618 Jun 19 20:23:46.472367 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d56715-6d76-484f-99db-6ffe8d46f730,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:46.495853 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Attempting to bind port 1178285b-f2a4-4789-90a1-b50d012bb25e on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:23:46.498436 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Attempting to bind port 1178285b-f2a4-4789-90a1-b50d012bb25e by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:23:46.499062 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Attempting to bind port 1178285b-f2a4-4789-90a1-b50d012bb25e on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:46.510535 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:23:46.510995 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:46.511536 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.512343 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:23:46.513361 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Bound port: 1178285b-f2a4-4789-90a1-b50d012bb25e, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:23:46.515380 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.535107 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.553567 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56322) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:46.553789 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a8d56715-6d76-484f-99db-6ffe8d46f730 HTTP/1.1" status: 204 len: 168 time: 1.1812627 Jun 19 20:23:46.555887 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.599026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:46.615994 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] For port 1178285b-f2a4-4789-90a1-b50d012bb25e, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:23:46.619469 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] For port 1178285b-f2a4-4789-90a1-b50d012bb25e, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=1178285b-f2a4-4789-90a1-b50d012bb25e,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:23:46.720851 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.739436 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:46.796409 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Deleting subnet 629fa70d-eedb-4b59-a5f5-48d116d8d096 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:23:46.832408 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Routers {'8c838523-4e54-417f-8049-b487485730b8'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:46.833083 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['8c838523-4e54-417f-8049-b487485730b8'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:46.854699 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.903607 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Allocated IP 172.20.0.1 (2d2c3888-3180-4bc7-8b84-b94dabaf8427/d30364a7-fe56-4976-9125-2b98180b3745/a4f191a2-ef5e-4a19-9ced-560b21dfec84) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:46.941266 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56354) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:46.967590 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-be4cdd22-9028-45d7-b248-2b42e2505f54 req-04d7eac7-8a34-44d9-b5a2-4d5c06e50c6d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.1377418 Jun 19 20:23:46.987003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:46.992463 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.028164 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] Set router 8c838523-4e54-417f-8049-b487485730b8 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:47.032848 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.090815 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Pushing event updated for resources: {'Port': ['ID=1178285b-f2a4-4789-90a1-b50d012bb25e,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:47.096804 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:47.103347 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.235085 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.265506 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device ff8d6961-11f9-4161-af6b-20407a9e5360 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:47.306579 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:23:43Z', 'revision_number': 3, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:47.323550 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port ff8d6961-11f9-4161-af6b-20407a9e5360 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:47.324195 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.339331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.359430 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e204ef98-0afb-42a5-be87-86152139bf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:47.367935 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44638-9a9a-4ac5-b1ed-1f7a591dd12d None None] The sync data for ids ['8c838523-4e54-417f-8049-b487485730b8'] in dv-cinder-797170-2-iscsi is: [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:23:43Z', 'revision_number': 3, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:23:47.391634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.394102 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.401249 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3b7bb6d-749d-412e-8f04-c251755e7090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:47.413828 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629fa70d-eedb-4b59-a5f5-48d116d8d096,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:47.421798 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:47.423623 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.428907 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/629fa70d-eedb-4b59-a5f5-48d116d8d096 HTTP/1.1" status: 204 len: 168 time: 0.8741531 Jun 19 20:23:47.429803 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56372) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:47.445743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.449149 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:47.452322 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:47.459523 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:47.462697 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f191a2-ef5e-4a19-9ced-560b21dfec84,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:47.582466 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.686651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:47.697053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.748721 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.773565 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98d774d0-7905-4475-8864-7788dfcb0de4 req-91fa02ad-ecd0-4379-a09c-d28c17f45f4e tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.0960686 Jun 19 20:23:47.775705 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.779663 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:47.780308 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.781263 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.781626 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.781947 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.782286 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.782605 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.782929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.783241 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.783553 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.828533 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:47.906401 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41edc1d143574844a29c9ad04f7a319e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9649916 Jun 19 20:23:47.915877 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd49d0a1-647e-47d9-9fd5-987ace74e96d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:47.922522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56384) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:47.935380 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:47.972236 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.972869 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.972869 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.973204 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 19 20:23:47.973571 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640460a7-a6e4-496e-94d9-062d2a86b472']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:47.991455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aced0be-8767-4d7e-9e91-1c30acbf5019') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:47.991765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aced0be-8767-4d7e-9e91-1c30acbf5019') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:48.019331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.048916 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.054179 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.078957 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.081700 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:23:48.082148 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: from cryptography.utils import int_from_bytes Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: from cryptography.utils import int_from_bytes Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:23:48.090428 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:23:48.203568 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.242795 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8fb238d3-9185-45d8-8e21-bafdc4a54bd4 req-5994e3b9-d5fc-4030-b788-9765d7ab8f59 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.1631491 Jun 19 20:23:48.256519 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.274673 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.275494 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd49d0a1-647e-47d9-9fd5-987ace74e96d HTTP/1.1" status: 204 len: 168 time: 0.3520229 Jun 19 20:23:48.278497 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bb907ede-aaed-475d-b4c6-3e29bfc47dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:48.322634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd49d0a1-647e-47d9-9fd5-987ace74e96d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:48.374848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:48.415646 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Router bbe41846-9863-4978-a2e8-4e3c7a618782 is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:23:48.473994 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.507030 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.515764 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.520416 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/640460a7-a6e4-496e-94d9-062d2a86b472 HTTP/1.1" status: 204 len: 168 time: 1.0837426 Jun 19 20:23:48.521610 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:48.542387 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=640460a7-a6e4-496e-94d9-062d2a86b472,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:48.547294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:48.566229 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:23:48.575588 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:23:48.593834 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:48.594487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:48.647811 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.672716 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-57d2a79d-8f96-4971-8ff5-a40aeb336ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:48.690041 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.691662 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2034025 Jun 19 20:23:48.694670 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56410) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:48.724004 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:48.732385 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f191a2-ef5e-4a19-9ced-560b21dfec84,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:48.736142 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:48.752079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:48.858179 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:48.859881 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:48.922146 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-27f5fabf-f9a0-4fdd-8be7-ae830455cf98 req-329df950-8aec-4815-969d-e186bb51d47b tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.0399323 Jun 19 20:23:49.007509 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Router 8c838523-4e54-417f-8049-b487485730b8 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:23:49.084623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56420) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:49.099600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:46Z', 'revision_number': 3, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:49.149685 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:23:49.150631 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Updating router bbe41846-9863-4978-a2e8-4e3c7a618782 port d612a5ae-f707-414e-94d5-be525786cd9e binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:23:49.169748 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-02663920-a29d-4ef2-8500-b7b33701b4d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a76ce4e4c4354d71b45c8b4899eab23c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0765319 Jun 19 20:23:49.171162 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56422) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:49.234180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:23:49.248129 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] 10.222.0.25 "PUT /v2.0/routers/8c838523-4e54-417f-8049-b487485730b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0952652 Jun 19 20:23:49.263968 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.272721 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.409700 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.550206 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.611829 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 1178285b-f2a4-4789-90a1-b50d012bb25e up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:49.627469 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4f48a768-0380-4aa1-8bc1-ed37d3cc248c req-a5823a5f-7cbc-425c-bcfc-b2715254f8c3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0398126 Jun 19 20:23:49.661848 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Sync routers for ids ['8c838523-4e54-417f-8049-b487485730b8'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:23:49.684698 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Routers {'8c838523-4e54-417f-8049-b487485730b8'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:49.687234 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['8c838523-4e54-417f-8049-b487485730b8'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:49.715177 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.725113 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.726039 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c76b815-7081-4a63-b243-1bc0605b191b HTTP/1.1" status: 204 len: 168 time: 0.5546761 Jun 19 20:23:49.736754 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:49.744560 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c76b815-7081-4a63-b243-1bc0605b191b,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:49.758524 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:49.897312 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Allocated IP 172.20.0.1 (23288998-8f8b-4462-b776-646d9897190e/64c9a694-6136-4714-8e7c-38c492cdce92/f741771c-603e-45e7-a73c-55dc3fd12b4c) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:49.916497 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:49.928438 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Transition to ACTIVE for port object d612a5ae-f707-414e-94d5-be525786cd9e will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:50.012506 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 1178285b-f2a4-4789-90a1-b50d012bb25e completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:23:50.018605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 1178285b-f2a4-4789-90a1-b50d012bb25e triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:50.024156 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.042735 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Set router 8c838523-4e54-417f-8049-b487485730b8 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:50.067305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.079516 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:50.092775 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:23:50.173156 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Attempting to bind port d612a5ae-f707-414e-94d5-be525786cd9e on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:23:50.179468 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Attempting to bind port d612a5ae-f707-414e-94d5-be525786cd9e by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:23:50.179468 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Attempting to bind port d612a5ae-f707-414e-94d5-be525786cd9e on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:50.197993 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:23:50.199107 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:50.199687 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.200259 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:23:50.200929 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Bound port: d612a5ae-f707-414e-94d5-be525786cd9e, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:23:50.201475 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.218512 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-865b64f6-284f-4190-ba04-2d41ca3c15c1 req-f54b12ef-7978-46e1-b272-da739bbc94c1 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.0501916 Jun 19 20:23:50.267158 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.348073 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Transition to ACTIVE for port object f741771c-603e-45e7-a73c-55dc3fd12b4c will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:50.387547 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:23:48Z', 'revision_number': 4, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'a4f191a2-ef5e-4a19-9ced-560b21dfec84', 'name': '', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'mac_address': 'fa:16:3e:c9:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:46Z', 'updated_at': '2021-06-19T20:23:48Z', 'revision_number': 2, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'subnets': [{'id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:50.393529 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e7f04-aca3-402d-a7d7-e0bc65acd695 None None] Pushing event updated for resources: {'Port': ['ID=d612a5ae-f707-414e-94d5-be525786cd9e,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:50.396309 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a07e7f04-aca3-402d-a7d7-e0bc65acd695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:50.402734 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-fbcefe73-3b99-41cf-bde4-125baaa834ce tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:50.404384 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-fbcefe73-3b99-41cf-bde4-125baaa834ce tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 819 time: 0.2904522 Jun 19 20:23:50.410669 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] For port d612a5ae-f707-414e-94d5-be525786cd9e, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:23:50.415042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] For port d612a5ae-f707-414e-94d5-be525786cd9e, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=d612a5ae-f707-414e-94d5-be525786cd9e,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:23:50.420285 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Checking router: 8c838523-4e54-417f-8049-b487485730b8 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:23:50.420650 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Updating router 8c838523-4e54-417f-8049-b487485730b8 port a4f191a2-ef5e-4a19-9ced-560b21dfec84 binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:23:50.425407 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-9e4ab043-8f90-4e7c-a957-fa11dbc5d8e7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/quotas/d0473e7bfdaf4c3e918e9042ca91db3f HTTP/1.1" status: 200 len: 375 time: 0.0145319 Jun 19 20:23:50.455746 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.488885 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 1178285b-f2a4-4789-90a1-b50d012bb25e, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=1178285b-f2a4-4789-90a1-b50d012bb25e,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:23:50.493940 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.562345 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-49e34b55-8676-495b-b4d2-d30454bfd840 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298931 Jun 19 20:23:50.577988 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.582386 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.585025 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:50.589517 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a07e7f04-aca3-402d-a7d7-e0bc65acd695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:50.685169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.691407 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Network 23288998-8f8b-4462-b776-646d9897190e is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:50.696304 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:50.702587 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:50.728866 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:50.729549 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:50.736117 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e7f04-aca3-402d-a7d7-e0bc65acd695 None None] Pushing event updated for resources: {'Port': ['ID=d612a5ae-f707-414e-94d5-be525786cd9e,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:50.748640 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Pushing event updated for resources: {'Port': ['ID=f741771c-603e-45e7-a73c-55dc3fd12b4c,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:50.756252 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:50.757483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a07e7f04-aca3-402d-a7d7-e0bc65acd695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:50.794017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:50.813139 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:50.877751 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56490) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:50.968713 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0c8090d3-5fdb-4956-ac7f-79fccb244309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=141df1fa0dde4af6a6b2a8437a0d2a10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0886240 Jun 19 20:23:50.981453 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56494) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:50.999690 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.005705 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=1178285b-f2a4-4789-90a1-b50d012bb25e,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:51.022892 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:51.023088 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Transition to ACTIVE for port object a4f191a2-ef5e-4a19-9ced-560b21dfec84 will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:51.029632 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e2a4aa03-4962-473e-ad2b-2a61d3806c03 req-656a1ec7-cd02-433b-a8ee-265fe64c9874 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0717700 Jun 19 20:23:51.062806 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-9b82632b-a6a9-4692-87eb-0eaf0c405a27 service neutron] 10.222.0.25 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808149 Jun 19 20:23:51.085762 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:51.100058 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.107177 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.110024 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:51.142271 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.220312 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0536446-9af3-413a-88ef-a69b692d6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4f191a2-ef5e-4a19-9ced-560b21dfec84,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:51.230989 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-d0536446-9af3-413a-88ef-a69b692d6df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:51.265069 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-e2a288ad-6f28-467f-a2fd-55e8f1f43ccf None None] Provisioning for port f741771c-603e-45e7-a73c-55dc3fd12b4c completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:23:51.269809 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-e2a288ad-6f28-467f-a2fd-55e8f1f43ccf None None] Provisioning complete for port f741771c-603e-45e7-a73c-55dc3fd12b4c triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:51.270184 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e2a288ad-6f28-467f-a2fd-55e8f1f43ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.297687 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.22', 64640) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:51.303438 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 1178285b-f2a4-4789-90a1-b50d012bb25e up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:51.349433 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-a244e042-0924-446c-a590-5f32ba7cf14c service neutron] 10.222.0.25 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678831 Jun 19 20:23:51.374470 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.401545 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Attempting to bind port a4f191a2-ef5e-4a19-9ced-560b21dfec84 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:23:51.402125 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Attempting to bind port a4f191a2-ef5e-4a19-9ced-560b21dfec84 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:23:51.402737 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Attempting to bind port a4f191a2-ef5e-4a19-9ced-560b21dfec84 on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:51.409122 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:23:51.409846 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Checking segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:51.410417 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.411027 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Bound using segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:23:51.411715 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Bound port: a4f191a2-ef5e-4a19-9ced-560b21dfec84, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:23:51.413351 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.413806 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 1178285b-f2a4-4789-90a1-b50d012bb25e triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:51.416177 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.505815 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.506906 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a354043-da25-41c8-ad5f-f78106896d1e HTTP/1.1" status: 204 len: 168 time: 0.5244112 Jun 19 20:23:51.507517 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:51.528609 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-e2a288ad-6f28-467f-a2fd-55e8f1f43ccf None None] Port f741771c-603e-45e7-a73c-55dc3fd12b4c cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:23:51.565992 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a354043-da25-41c8-ad5f-f78106896d1e,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:51.569014 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:51.601625 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] For port a4f191a2-ef5e-4a19-9ced-560b21dfec84, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:23:51.606152 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] For port a4f191a2-ef5e-4a19-9ced-560b21dfec84, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=a4f191a2-ef5e-4a19-9ced-560b21dfec84,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:23:51.615368 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-11e9b361-a118-4fb2-a2f0-9ae966db02fe req-d6c72bcb-ab24-41fc-b051-4b074a02ecbf tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.1123447 Jun 19 20:23:51.617813 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.655816 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-be305f5a-a7a0-4a4a-9f03-2d42c607fcaa tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:51.662824 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-be305f5a-a7a0-4a4a-9f03-2d42c607fcaa tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.3588066 Jun 19 20:23:51.708349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Request body: {'port': {'device_id': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'admin_state_up': True, 'tenant_id': 'a70ccd5ad011493d877d992f60cb1799'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:51.709195 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:46Z', 'revision_number': 3, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:51.726299 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:51.745784 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:51.750307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f5584-4212-4edc-b40f-e25694c752da None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:46Z', 'revision_number': 3, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:23:51.884562 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Routers {'8c838523-4e54-417f-8049-b487485730b8'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:51.885217 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['8c838523-4e54-417f-8049-b487485730b8'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:52.081317 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0536446-9af3-413a-88ef-a69b692d6df1 None None] Pushing event updated for resources: {'Port': ['ID=a4f191a2-ef5e-4a19-9ced-560b21dfec84,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:52.097488 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-d0536446-9af3-413a-88ef-a69b692d6df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:52.102664 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Made reservation on behalf of a70ccd5ad011493d877d992f60cb1799 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:52.106254 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:52.110677 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] Set router 8c838523-4e54-417f-8049-b487485730b8 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:52.198849 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ab4d5109-d5b8-457c-99eb-34d0d2f8c742 req-a34c1201-9c5d-4d62-ac3e-fe10a825d574 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 210 time: 0.1823342 Jun 19 20:23:52.417719 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:52.435432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.22', 64644) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:52.547671 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:52.701475 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-43079c5b-9294-4b5e-a0c2-5b46cf062354 req-2335db89-0dcc-459b-84da-164ea4b6e185 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0644145 Jun 19 20:23:52.705038 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:52.825164 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:23:48Z', 'revision_number': 4, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'a4f191a2-ef5e-4a19-9ced-560b21dfec84', 'name': '', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'mac_address': 'fa:16:3e:c9:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:46Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'subnets': [{'id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:52.859660 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Pushing event updated for resources: {'Port': ['ID=f741771c-603e-45e7-a73c-55dc3fd12b4c,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:52.878394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:52.922040 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0470a4-2799-43b1-964c-9f1da62ff2c2 None None] The sync data for ids ['8c838523-4e54-417f-8049-b487485730b8'] in dv-cinder-797170-2-iscsi is: [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:23:48Z', 'revision_number': 4, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'a4f191a2-ef5e-4a19-9ced-560b21dfec84', 'name': '', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'mac_address': 'fa:16:3e:c9:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:46Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'subnets': [{'id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:23:53.014991 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:53.371577 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Allocated IP 172.20.0.14 (e659d689-690a-458a-ad02-4fb8313c0ed1/43808142-728d-46ce-8395-9750204a83ff/a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:53.371577 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-19c77e2c-af60-462d-94b1-6f458d505022 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:53.371577 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-19c77e2c-af60-462d-94b1-6f458d505022 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 819 time: 0.3396597 Jun 19 20:23:53.412621 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4159c2b3-4280-4450-ae3c-71f172b858d2 req-ad5023e1-851b-4de0-9663-6cce222832d5 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.1715260 Jun 19 20:23:53.441694 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-fd83bec0-2220-436e-811c-3d3dd5b6adb2 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:53.443196 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-fd83bec0-2220-436e-811c-3d3dd5b6adb2 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.22 "GET /v2.0/networks?id=3e5f02f9-c4b3-4e41-bd46-6749b0279868 HTTP/1.1" status: 200 len: 811 time: 1.0051274 Jun 19 20:23:53.463411 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Request body: {'port': {'device_id': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868', 'admin_state_up': True, 'tenant_id': 'b58e13d20b6a451aad2226e44fac0334'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:53.481781 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Network 23288998-8f8b-4462-b776-646d9897190e is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:53.487707 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d612a5ae-f707-414e-94d5-be525786cd9e up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:53.497366 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:53.631185 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:53.732545 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-fab742d7-efc2-472d-8b45-84dbc1ccf8ed tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/quotas/d0473e7bfdaf4c3e918e9042ca91db3f HTTP/1.1" status: 200 len: 375 time: 0.0338438 Jun 19 20:23:53.734958 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port d612a5ae-f707-414e-94d5-be525786cd9e completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:23:53.739419 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port d612a5ae-f707-414e-94d5-be525786cd9e triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:53.739970 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:53.946755 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:53.977458 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port d612a5ae-f707-414e-94d5-be525786cd9e, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=d612a5ae-f707-414e-94d5-be525786cd9e,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:23:53.987478 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-2964b3b9-04a5-45dc-a361-9e1367599f6f None None] Provisioning complete for port f741771c-603e-45e7-a73c-55dc3fd12b4c triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:53.989512 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2964b3b9-04a5-45dc-a361-9e1367599f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:53.993062 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-9f2c71e6-5730-41a7-b8a4-711c263ed302 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2593267 Jun 19 20:23:54.057441 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-2964b3b9-04a5-45dc-a361-9e1367599f6f None None] Port f741771c-603e-45e7-a73c-55dc3fd12b4c cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:23:54.074505 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.076204 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device a4f191a2-ef5e-4a19-9ced-560b21dfec84 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:54.079094 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2d0b4562-a552-4ae8-b2bc-f50e95293692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:54.086230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.121478 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:54.146127 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Router bbe41846-9863-4978-a2e8-4e3c7a618782 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:23:54.181944 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Network e659d689-690a-458a-ad02-4fb8313c0ed1 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:54.197177 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:54.211284 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:54.252132 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=d612a5ae-f707-414e-94d5-be525786cd9e,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:54.256199 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:54.269129 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Made reservation on behalf of b58e13d20b6a451aad2226e44fac0334 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:54.273689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.294270 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event updated for resources: {'Port': ['ID=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:54.302112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:54.306724 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e243b6e5-8b0d-4ec9-8b58-3387867b081c service neutron] 10.222.0.25 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128757 Jun 19 20:23:54.326835 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:54.327646 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.346412 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port a4f191a2-ef5e-4a19-9ced-560b21dfec84 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:23:54.355516 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port a4f191a2-ef5e-4a19-9ced-560b21dfec84 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:54.355516 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.527360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-cb38f949-012e-413f-89af-497e773604c7 service neutron] 10.222.0.25 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829691 Jun 19 20:23:54.580471 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56652) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:54.624649 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9206605 Jun 19 20:23:54.643765 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-74bb2241-98c9-4525-ad67-c191625556bd tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:23:54.645360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-74bb2241-98c9-4525-ad67-c191625556bd tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071542 Jun 19 20:23:54.715766 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.843406 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port a4f191a2-ef5e-4a19-9ced-560b21dfec84, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=a4f191a2-ef5e-4a19-9ced-560b21dfec84,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:23:54.885297 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.983862 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:54.987082 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:55.165355 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=a4f191a2-ef5e-4a19-9ced-560b21dfec84,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:55.187423 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:55.197895 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Request body: {'port': {'device_id': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:55.333528 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d612a5ae-f707-414e-94d5-be525786cd9e up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:55.350238 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:55.378185 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:55.455057 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port d612a5ae-f707-414e-94d5-be525786cd9e triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:55.455755 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:55.472274 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:55.535354 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:55.572891 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09ff6e6dd0c549129e2d636b1a22b8fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9893546 Jun 19 20:23:55.592466 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e2ef3-1fab-4830-99a3-ef14797f1dc9,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:55.602752 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:55.613767 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56682) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:55.744543 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:23:55.771377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:23:55.788916 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:55.790078 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:55.793730 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ff08c-aebe-4977-a287-4afb36dcfc29 req-2294bffa-7188-4e9f-b472-fe167b9c6323 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:55.810787 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b56ff08c-aebe-4977-a287-4afb36dcfc29 req-2294bffa-7188-4e9f-b472-fe167b9c6323 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 932 time: 1.6264279 Jun 19 20:23:55.829621 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] 10.222.0.25 "PUT /v2.0/routers/bbe41846-9863-4978-a2e8-4e3c7a618782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1336558 Jun 19 20:23:55.944272 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b56ff08c-aebe-4977-a287-4afb36dcfc29 req-88ae691a-84ea-4746-9564-c1a3ee546a67 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319702 Jun 19 20:23:55.955933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Allocated IP 172.20.0.10 (3e5f02f9-c4b3-4e41-bd46-6749b0279868/110d42a3-fc79-45e8-8434-e81b9e8e1954/b3305449-c65f-4386-8939-4dea44e611df) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:56.093941 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.22', 64654) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:56.135355 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c778d2bd-3044-4035-a6af-8aff1a9af8fb req-e376b7af-54f5-402d-9524-bf60459ba187 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 210 time: 0.0606012 Jun 19 20:23:56.154726 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:56.326811 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-26e510b3-3b4b-498f-ba86-4149cc2ce02b req-5a9dc5aa-e3f3-4d1b-abd5-10edf7d42068 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.3348925 Jun 19 20:23:56.487784 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:56.641923 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 2, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:56.646476 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:56.653330 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bdb366b3-b2fb-4a0b-8aed-50e25587123c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:56.722868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:56.763986 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:23:56.766191 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Updating router bbe41846-9863-4978-a2e8-4e3c7a618782 port f741771c-603e-45e7-a73c-55dc3fd12b4c binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:23:56.835914 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:56.981082 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:23:56.981082 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:23:56.981082 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:23:57.037233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-972c8942-b80d-4c86-8c14-c6640cea9d7d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:57.041004 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-972c8942-b80d-4c86-8c14-c6640cea9d7d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 819 time: 0.8481092 Jun 19 20:23:57.049010 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:23:57.059362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:57.063117 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.089333 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Pushing event updated for resources: {'Port': ['ID=b3305449-c65f-4386-8939-4dea44e611df,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:57.093358 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:57.107872 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Request body: {'port': {'device_id': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'admin_state_up': True, 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:57.119098 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.156374 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56726) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:57.266679 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.370034 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device a4f191a2-ef5e-4a19-9ced-560b21dfec84 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:23:57.429708 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ae9ca-9f8a-4566-9162-e9b1aa24efa7 req-e6aa8375-e021-4352-80c4-e4c4c02ced89 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:57.441092 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd8ae9ca-9f8a-4566-9162-e9b1aa24efa7 req-e6aa8375-e021-4352-80c4-e4c4c02ced89 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 932 time: 0.1274827 Jun 19 20:23:57.458380 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.466548 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Transition to ACTIVE for port object a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:57.545171 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd8ae9ca-9f8a-4566-9162-e9b1aa24efa7 req-d7fd0c7b-90b2-4dc7-b910-90d459ac28e3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029809 Jun 19 20:23:57.552223 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0932033 Jun 19 20:23:57.568985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.db.api [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:23:57.568985 dv-cinder-797170-2-iscsi neutron-server[93445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 20:23:57.568985 dv-cinder-797170-2-iscsi neutron-server[93445]: [parameters: {'project_id_1': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'expiration_1': datetime.datetime(2021, 6, 19, 20, 23, 57, 530214)}] Jun 19 20:23:57.568985 dv-cinder-797170-2-iscsi neutron-server[93445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:23:57.569493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_db.api [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:23:57.590055 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port a4f191a2-ef5e-4a19-9ced-560b21dfec84 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:23:57.590648 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.626399 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.628868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fb385eea-6d31-4127-b50b-7a2778586212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:57.727525 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Request body: {'port': {'device_id': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:57.763286 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.764748 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56738) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:57.794219 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501345982', 'description': 'tempest-description--1203118863'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:57.809152 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:57.814023 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa5e2ef3-1fab-4830-99a3-ef14797f1dc9 HTTP/1.1" status: 204 len: 168 time: 2.1964436 Jun 19 20:23:57.815274 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:57.872450 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:57.872959 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:57.909071 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2fbe69e0-eb71-41d3-a2ed-4c791a6d4aa1 req-90b0bbe5-40fa-4a70-a287-6904fc9051fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 210 time: 0.1314955 Jun 19 20:23:57.976598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e2ef3-1fab-4830-99a3-ef14797f1dc9,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:57.981007 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:58.123970 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.134154 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.141154 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Attempting to bind port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:23:58.143462 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Attempting to bind port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:23:58.143462 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Attempting to bind port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:58.164000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 on network e659d689-690a-458a-ad02-4fb8313c0ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:23:58.164988 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Attempting to bind port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:58.169831 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Transition to ACTIVE for port object f741771c-603e-45e7-a73c-55dc3fd12b4c will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:58.177739 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:23:58.178448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Checking segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:58.179219 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Bound using segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:23:58.180634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Bound port: a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:23:58.185649 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.246721 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.291846 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73110fc2-4c36-441d-a9c8-d623867a4ad2 req-571a81aa-66e9-4082-86d6-4f077b9f978f tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:58.296918 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-73110fc2-4c36-441d-a9c8-d623867a4ad2 req-571a81aa-66e9-4082-86d6-4f077b9f978f tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 932 time: 0.2647450 Jun 19 20:23:58.298104 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56748) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:58.314108 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.317585 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:58.360983 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] For port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:23:58.445565 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.464741 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-73110fc2-4c36-441d-a9c8-d623867a4ad2 req-008aecec-90a5-463c-b096-2f630744bd78 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523340 Jun 19 20:23:58.473660 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] For port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:23:58.493966 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:58.530666 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeb5e1-bc08-44af-8681-852df9452859 None None] Pushing event updated for resources: {'Port': ['ID=f741771c-603e-45e7-a73c-55dc3fd12b4c,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:58.534278 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-effeb5e1-bc08-44af-8681-852df9452859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:58.562859 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.625993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.650609 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:58.711135 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Attempting to bind port f741771c-603e-45e7-a73c-55dc3fd12b4c on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:23:58.711535 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Attempting to bind port f741771c-603e-45e7-a73c-55dc3fd12b4c by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:23:58.712147 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Attempting to bind port f741771c-603e-45e7-a73c-55dc3fd12b4c on network 23288998-8f8b-4462-b776-646d9897190e {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:23:58.721409 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.753718 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:23:58.754148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Checking segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:23:58.754739 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.755164 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Bound using segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:23:58.755691 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Bound port: f741771c-603e-45e7-a73c-55dc3fd12b4c, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:23:58.765000 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.782788 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:58.783387 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.785196 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] 10.222.0.22 "PUT /v2.0/ports/a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 HTTP/1.1" status: 200 len: 1094 time: 3.7140887 Jun 19 20:23:58.790934 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'tag': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:23:58.850579 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Made reservation on behalf of d0473e7bfdaf4c3e918e9042ca91db3f for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:23:58.856744 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.861560 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d24236-0f5e-455b-920a-2f9ef037f7f2,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:58.887957 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] For port f741771c-603e-45e7-a73c-55dc3fd12b4c, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:23:58.892450 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] For port f741771c-603e-45e7-a73c-55dc3fd12b4c, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f741771c-603e-45e7-a73c-55dc3fd12b4c,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:23:58.906463 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:58.911925 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:58.940098 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3305449-c65f-4386-8939-4dea44e611df {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:23:58.950920 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.953761 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.db.api [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:23:58.953761 dv-cinder-797170-2-iscsi neutron-server[93445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 20:23:58.953761 dv-cinder-797170-2-iscsi neutron-server[93445]: [parameters: {'project_id_1': '675bd418a56c469894764402096af277', 'expiration_1': datetime.datetime(2021, 6, 19, 20, 23, 58, 757866)}] Jun 19 20:23:58.953761 dv-cinder-797170-2-iscsi neutron-server[93445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:23:58.954330 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_db.api [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:23:58.990337 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Transition to ACTIVE for port object b3305449-c65f-4386-8939-4dea44e611df will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:23:58.995210 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:58.999188 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:59.006900 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:59.029560 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=508a93832b884ef88c81dededa5f81d4&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8718204 Jun 19 20:23:59.030396 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56764) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:59.070741 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca40571-af37-4f17-b507-2833fd899138 req-3ee9473e-1bfe-428f-85e9-3bb7e9bd552c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:59.078451 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5ca40571-af37-4f17-b507-2833fd899138 req-3ee9473e-1bfe-428f-85e9-3bb7e9bd552c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.2796650 Jun 19 20:23:59.137795 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5ca40571-af37-4f17-b507-2833fd899138 req-cdb283f4-a226-4914-8d97-06e6e8359cb6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581467 Jun 19 20:23:59.166773 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.196919 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:59.200966 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeb5e1-bc08-44af-8681-852df9452859 None None] Pushing event updated for resources: {'Port': ['ID=f741771c-603e-45e7-a73c-55dc3fd12b4c,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:59.206129 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-effeb5e1-bc08-44af-8681-852df9452859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:59.207232 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:23:59.207935 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:23:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:59.257447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56766) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:59.257804 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.22', 64665) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:23:59.264170 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efc9fc7-6984-487a-b7a2-16e58373f0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4b9917-592f-4dda-9e06-fd6b1718aad6", "tag": "a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:23:59.293137 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Pushing event updated for resources: {'Port': ['ID=b3305449-c65f-4386-8939-4dea44e611df,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:59.305582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.379851 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Allocated IP 172.20.0.2 (2d2c3888-3180-4bc7-8b84-b94dabaf8427/d30364a7-fe56-4976-9125-2b98180b3745/35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:23:59.423609 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:23:59.512111 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-30e3c568-65e2-4916-a913-79ddfcd59861 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:59.513582 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-30e3c568-65e2-4916-a913-79ddfcd59861 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 819 time: 0.2121270 Jun 19 20:23:59.514497 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.524670 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:59.550112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.558145 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d119fa57-1336-41ea-8971-a333ccd4c567 req-cea4c2df-da2d-493b-b354-d3a8964183fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 210 time: 0.2909677 Jun 19 20:23:59.579171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.736987 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.795835 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fe9f2b61-9f51-4a92-a92a-180b9f971f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:23:59.815812 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:23:59.828635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Request body: {'port': {'device_id': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'admin_state_up': True, 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:23:59.897582 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:23:58Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:23:59.911560 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c2284-ec18-422f-bbdf-af34a59548d4,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:23:59.931109 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f283e-4078-4eb2-9e3c-85388e5183ed None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:23:58Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:23:59.940487 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:23:59.942286 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-18566408-f993-4792-aa0d-d155861bcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:23:59.943818 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-18566408-f993-4792-aa0d-d155861bcf10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 1097 time: 0.6941020 Jun 19 20:24:00.122682 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.136311 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.182038 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Attempting to bind port b3305449-c65f-4386-8939-4dea44e611df on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:24:00.182913 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Attempting to bind port b3305449-c65f-4386-8939-4dea44e611df by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4d2ed575-c25a-4d13-9bdf-fccc3af1e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:24:00.183198 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Attempting to bind port b3305449-c65f-4386-8939-4dea44e611df on network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:00.193633 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Port b3305449-c65f-4386-8939-4dea44e611df on network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:24:00.193966 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Attempting to bind port b3305449-c65f-4386-8939-4dea44e611df on network 3e5f02f9-c4b3-4e41-bd46-6749b0279868 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:00.200943 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.224353 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a247079f-77d6-4d52-ae26-3742116d097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:00.226591 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:24:00.227603 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Checking segment: {'id': '4d2ed575-c25a-4d13-9bdf-fccc3af1e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:24:00.228306 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Bound using segment: {'id': '4d2ed575-c25a-4d13-9bdf-fccc3af1e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:24:00.234362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Bound port: b3305449-c65f-4386-8939-4dea44e611df, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2ed575-c25a-4d13-9bdf-fccc3af1e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:24:00.234362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.243287 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55baa566-5a24-4626-8662-73cd68908a63 x-openstack-request-id: req-55baa566-5a24-4626-8662-73cd68908a63 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:00.243772 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4b9917-592f-4dda-9e06-fd6b1718aad6", "tag": "a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:00.244019 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55baa566-5a24-4626-8662-73cd68908a63 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:00.246570 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'tag': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'status': 'completed', 'code': 200} Jun 19 20:24:00.247366 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.251829 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4653935 Jun 19 20:24:00.252508 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56792) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:00.281782 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'security_group_rule': {'security_group_id': '1b2c2284-ec18-422f-bbdf-af34a59548d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:00.322747 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.327474 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-2c6ee936-df5c-47b5-a129-d5f412f4a4a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 HTTP/1.1" status: 200 len: 217 time: 0.1612072 Jun 19 20:24:00.340823 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:00.407500 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Pushing event updated for resources: {'Port': ['ID=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:00.480320 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-2a4476c5-62a4-4935-b14b-ce858fdd304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:00.481882 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-2a4476c5-62a4-4935-b14b-ce858fdd304b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 200 len: 854 time: 0.0784016 Jun 19 20:24:00.483478 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:00.490829 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:24:00.495088 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa438121-3dd6-4dff-a716-7dd3f8df73ff,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:00.547260 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:00.550469 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:24:00.560154 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:24:00.569636 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.599044 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=045d6ed9b2c1447a89dc580d8b0a18ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3031683 Jun 19 20:24:00.604722 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56798) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:00.619004 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] For port b3305449-c65f-4386-8939-4dea44e611df, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:24:00.629315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf9296-cb36-4d93-a54f-f3f79755ce1d req-f96b476e-beca-4b53-b449-43474f8a7476 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:00.637120 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fbdf9296-cb36-4d93-a54f-f3f79755ce1d req-f96b476e-beca-4b53-b449-43474f8a7476 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.8144419 Jun 19 20:24:00.641249 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] For port b3305449-c65f-4386-8939-4dea44e611df, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b3305449-c65f-4386-8939-4dea44e611df,segment=NetworkSegment(4d2ed575-c25a-4d13-9bdf-fccc3af1e855),segment_id=4d2ed575-c25a-4d13-9bdf-fccc3af1e855)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:24:00.686111 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0a160-51ee-4b28-8dcd-2dce2c8ff860 req-50c14b5e-d853-4af3-9d28-9f0027906ad0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:00.692083 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a2f0a160-51ee-4b28-8dcd-2dce2c8ff860 req-50c14b5e-d853-4af3-9d28-9f0027906ad0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.2761297 Jun 19 20:24:00.699993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.709792 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fbdf9296-cb36-4d93-a54f-f3f79755ce1d req-de712c8c-6f3a-4976-b34c-3ace468f4c96 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Jun 19 20:24:00.730948 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:00.731335 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.754824 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.759342 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:00.763401 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-355a2180-f336-4f21-bbf0-993f42f3740b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:00.770454 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=675bd418a56c469894764402096af277&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4713242 Jun 19 20:24:00.787557 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56802) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:00.856437 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Made reservation on behalf of d0473e7bfdaf4c3e918e9042ca91db3f for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:24:00.864180 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.882349 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.910783 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.912204 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9d24236-0f5e-455b-920a-2f9ef037f7f2 HTTP/1.1" status: 204 len: 168 time: 1.8768551 Jun 19 20:24:00.942880 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Pushing event updated for resources: {'Port': ['ID=b3305449-c65f-4386-8939-4dea44e611df,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:00.953769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:00.959139 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-924c7a15-d2a7-4350-b7b8-41715e326dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:00.971899 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:00.972850 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:00.991937 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] 10.222.0.22 "PUT /v2.0/ports/b3305449-c65f-4386-8939-4dea44e611df HTTP/1.1" status: 200 len: 1094 time: 3.2731564 Jun 19 20:24:00.992763 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'tag': 'b3305449-c65f-4386-8939-4dea44e611df'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:01.071287 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-998ae761-28ea-4e47-9784-fdf3c316a9d7 req-1218d80a-8ed4-467a-b5ba-16cd9604f509 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 210 time: 0.1244140 Jun 19 20:24:01.073666 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d24236-0f5e-455b-920a-2f9ef037f7f2,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:01.082957 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:01.100451 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a2f0a160-51ee-4b28-8dcd-2dce2c8ff860 req-e3e0b9f5-3c13-4c0a-b08e-14dc248e7d9a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369870 Jun 19 20:24:01.103534 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0365355 Jun 19 20:24:01.155753 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.175360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-4cca44fc-15b5-42be-b0f0-b3f216e7c2fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e659d689-690a-458a-ad02-4fb8313c0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4094613 Jun 19 20:24:01.207145 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.309525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Request body: {'port': {'device_id': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:01.331602 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b576b1fa-93bf-4cf4-981a-1b2a229f1bcc", "tag": "b3305449-c65f-4386-8939-4dea44e611df"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:01.387465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f741771c-603e-45e7-a73c-55dc3fd12b4c up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:01.403551 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.432794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9278bd67-03a7-441a-ae95-cb9373634a51,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:01.437334 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:01.526742 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.534654 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa438121-3dd6-4dff-a716-7dd3f8df73ff HTTP/1.1" status: 204 len: 168 time: 0.9297960 Jun 19 20:24:01.535656 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b09a192b-4716-4396-bea1-8c64f505426a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:01.537806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.572217 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port f741771c-603e-45e7-a73c-55dc3fd12b4c completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:01.579306 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port f741771c-603e-45e7-a73c-55dc3fd12b4c triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:01.580293 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.640711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.650843 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa438121-3dd6-4dff-a716-7dd3f8df73ff,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:01.663616 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:01.682017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-a34a5e54-4608-422e-8b21-de88904d78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:01.687147 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-a34a5e54-4608-422e-8b21-de88904d78c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b58e13d20b6a451aad2226e44fac0334&device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 1097 time: 0.5235283 Jun 19 20:24:01.706238 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Allocated IP 172.20.0.12 (2d2c3888-3180-4bc7-8b84-b94dabaf8427/d30364a7-fe56-4976-9125-2b98180b3745/bd73c374-b5e5-432b-adb2-eba35e034c6f) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:24:01.740472 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.870774 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.903513 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339e043-2beb-4c54-8f09-6a5ecd0716f0 x-openstack-request-id: req-3339e043-2beb-4c54-8f09-6a5ecd0716f0 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:01.903816 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b576b1fa-93bf-4cf4-981a-1b2a229f1bcc", "tag": "b3305449-c65f-4386-8939-4dea44e611df", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:01.904223 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3339e043-2beb-4c54-8f09-6a5ecd0716f0 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:01.904739 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'tag': 'b3305449-c65f-4386-8939-4dea44e611df', 'status': 'completed', 'code': 200} Jun 19 20:24:01.908223 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.944847 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-1608ebdc-41a5-4e8a-a4a1-7ef876310940 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3305449-c65f-4386-8939-4dea44e611df HTTP/1.1" status: 200 len: 217 time: 0.1100154 Jun 19 20:24:01.970247 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:01.977878 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port f741771c-603e-45e7-a73c-55dc3fd12b4c, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f741771c-603e-45e7-a73c-55dc3fd12b4c,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:02.080369 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:02.088744 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:02.144539 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-434432c4-7eef-403f-9666-7d92e31247e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:02.154765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-434432c4-7eef-403f-9666-7d92e31247e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=110d42a3-fc79-45e8-8434-e81b9e8e1954 HTTP/1.1" status: 200 len: 851 time: 0.1190474 Jun 19 20:24:02.226254 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=f741771c-603e-45e7-a73c-55dc3fd12b4c,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:02.243450 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:02.258851 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56836) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:02.306756 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-3974d79b-cf51-44e6-9532-b5c4a8b573ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3e5f02f9-c4b3-4e41-bd46-6749b0279868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295605 Jun 19 20:24:02.318375 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:02.443875 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56838) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:02.534277 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:02.554199 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:02.595648 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fa44256b-9be0-49ac-8dc6-104554736441 req-7e4c8aac-2026-495e-aca0-e15d5e829a94 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 210 time: 0.0842206 Jun 19 20:24:02.660147 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:02.679458 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-309c5ed6-acd1-4a65-a8fa-4324ef53f250 service neutron] 10.222.0.22 "GET /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163149 Jun 19 20:24:02.696434 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9592935-ed86-40a6-ae27-f7a312fa0ad1,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:02.702970 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:02.731445 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-f0e6928d-c5f7-401c-9560-b1a4f6f70a61 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3560071 Jun 19 20:24:02.852748 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:02.871552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:02.896006 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e909e105-79d3-4826-97ff-b25ca3932779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:02.923846 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24263a0f-c9d4-411e-af3c-7aaa8eb3634b req-39859ef5-e827-4f53-b1b1-c39f74315cd6 service neutron] 10.222.0.22 "GET /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282686 Jun 19 20:24:02.996487 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.044514 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.050186 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7893362 Jun 19 20:24:03.052924 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56848) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:03.064465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6c64ddf9-5e36-4f83-b50d-739b29acec6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.069107 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:24:03.070445 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'security_group_rule': {'security_group_id': '1b2c2284-ec18-422f-bbdf-af34a59548d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:03.086079 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d191d-ca67-4cb2-bc33-9593b98e390c req-e679641e-594d-4cc8-916f-12242cbf0a4e tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.096533 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-527d191d-ca67-4cb2-bc33-9593b98e390c req-e679641e-594d-4cc8-916f-12242cbf0a4e tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.5500815 Jun 19 20:24:03.100957 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:24:03.117033 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:24:03.156135 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Pushing event updated for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:03.162205 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-785892cc-918a-4005-81ba-7f15f7310dc7 req-ac79ca44-94f3-4c17-8930-7605e7914bc3 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906980 Jun 19 20:24:03.174758 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.183534 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:03.187108 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:03.197653 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbec913b108d4dd389eb8b41f480b218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337423 Jun 19 20:24:03.201598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.209788 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9278bd67-03a7-441a-ae95-cb9373634a51 HTTP/1.1" status: 204 len: 168 time: 2.3994191 Jun 19 20:24:03.210856 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56852) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:03.224076 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:03.239230 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-527d191d-ca67-4cb2-bc33-9593b98e390c req-fbc6f7b3-0716-45cb-9e81-ef708ac740c5 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316679 Jun 19 20:24:03.258912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9278bd67-03a7-441a-ae95-cb9373634a51,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:03.266151 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:03.313016 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.336827 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.340913 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.345547 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f741771c-603e-45e7-a73c-55dc3fd12b4c up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:03.384259 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:03.400015 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902088d3-1d0f-4338-afb8-5c1b178bc7dd,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:03.400015 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:03.436438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f329c30-dcf2-4957-bd5c-fbffd04ac744 req-048b0e7c-bdc5-4a86-89c1-1c639890f700 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.438262 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7f329c30-dcf2-4957-bd5c-fbffd04ac744 req-048b0e7c-bdc5-4a86-89c1-1c639890f700 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.5230136 Jun 19 20:24:03.441582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-47985074-b70e-42a3-b289-809da1363d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.443317 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-47985074-b70e-42a3-b289-809da1363d5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b58e13d20b6a451aad2226e44fac0334&device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 1097 time: 0.3273590 Jun 19 20:24:03.465622 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.485053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.487789 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port f741771c-603e-45e7-a73c-55dc3fd12b4c triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:03.488228 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.560166 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Transition to ACTIVE for port object 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:24:03.562029 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.581049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-009ab7db-07ab-40d5-9a72-f2d00947dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.582546 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-009ab7db-07ab-40d5-9a72-f2d00947dfc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 1097 time: 0.1332133 Jun 19 20:24:03.623770 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:03.957848 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7f329c30-dcf2-4957-bd5c-fbffd04ac744 req-6ff90b07-c0c0-448c-af36-76425e0f301c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313776 Jun 19 20:24:03.957848 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-1d34e592-4884-4e0e-9fd9-479c9de5e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.957848 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-1d34e592-4884-4e0e-9fd9-479c9de5e5d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3e5f02f9-c4b3-4e41-bd46-6749b0279868 HTTP/1.1" status: 200 len: 912 time: 0.2796407 Jun 19 20:24:03.958401 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-7438b90d-68b3-4aa1-b8ac-68bf956420da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.958401 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-7438b90d-68b3-4aa1-b8ac-68bf956420da service neutron] 10.222.0.22 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 915 time: 0.2102685 Jun 19 20:24:03.958401 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711ccdc-6eaf-41d4-8ba0-2f6b0085cf93 req-efeb6e20-e026-461a-ab17-394a991f8895 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:03.958401 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8711ccdc-6eaf-41d4-8ba0-2f6b0085cf93 req-efeb6e20-e026-461a-ab17-394a991f8895 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 932 time: 0.1530552 Jun 19 20:24:03.958401 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-9e235f8b-63bf-4923-bc26-26598ed6cb72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 HTTP/1.1" status: 200 len: 217 time: 0.0394163 Jun 19 20:24:04.005323 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8711ccdc-6eaf-41d4-8ba0-2f6b0085cf93 req-625a6f51-47cc-49e8-aeb3-5ca5ed21e8a0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942543 Jun 19 20:24:04.010656 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-8a903ae5-9d71-4e4e-978a-3b583ca07abe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3305449-c65f-4386-8939-4dea44e611df HTTP/1.1" status: 200 len: 217 time: 0.2193840 Jun 19 20:24:04.013411 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6c64ddf9-5e36-4f83-b50d-739b29acec6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.017901 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-bc7c61af-2b09-419a-aad1-c91273a3ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:04.019415 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-bc7c61af-2b09-419a-aad1-c91273a3ca73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 200 len: 854 time: 0.0669301 Jun 19 20:24:04.460956 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd9c15-0e19-4c1e-8007-4c66f940fa0e req-444bb22b-ff99-4f2c-bec6-f7b8d381238c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:04.463068 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abcd9c15-0e19-4c1e-8007-4c66f940fa0e req-444bb22b-ff99-4f2c-bec6-f7b8d381238c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.0721781 Jun 19 20:24:04.502715 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abcd9c15-0e19-4c1e-8007-4c66f940fa0e req-d8d57233-4123-4e18-8ca9-cf22edd6964c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Jun 19 20:24:04.548710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.549299 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6c64ddf9-5e36-4f83-b50d-739b29acec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.550296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.555178 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.560209 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:04.602438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-41e6ea47-24d4-4459-a7f1-bde46a951d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:04.616537 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.620608 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/902088d3-1d0f-4338-afb8-5c1b178bc7dd HTTP/1.1" status: 204 len: 168 time: 1.4079680 Jun 19 20:24:04.621077 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f62364d9-f0ef-4e61-8b9f-2a042a19b2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.623637 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4212596c-4293-48b5-b1c0-8fb30653141a,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:04.625974 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-6c64ddf9-5e36-4f83-b50d-739b29acec6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acf2692f777049b6a17ea3c2fbee515b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1748171 Jun 19 20:24:04.630290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:04.630290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:04.645728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 56870) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:04.681426 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8566124 Jun 19 20:24:04.715562 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64ddf9-5e36-4f83-b50d-739b29acec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb302058-411f-4167-b3fb-4fc3e35f1306,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:04.745127 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.749153 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6869113 Jun 19 20:24:04.750146 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 56876) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:04.754404 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:04.756473 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902088d3-1d0f-4338-afb8-5c1b178bc7dd,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:04.767534 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:04.767534 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:04.767768 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:04.792386 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.832910 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:04.849630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:04.886873 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:04.924050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.004001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Attempting to bind port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:24:05.004001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Attempting to bind port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:24:05.004001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Attempting to bind port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:05.004001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:24:05.004001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Attempting to bind port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:05.007161 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:24:05.007583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Checking segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:24:05.007900 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Bound using segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:24:05.008382 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Bound port: 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:24:05.008717 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.223749 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] For port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:24:05.231171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] For port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:24:05.276376 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38c355-d111-4b1b-a699-9b92a627fa91 req-ac9028a4-ab1b-4c50-8d09-c9788930a933 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:05.276644 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a456f3a-fc9a-4ca7-88a2-9128492ad06a req-eb2a00a1-a6d0-453e-939c-3dc2374d5ff2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:05.277868 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9a38c355-d111-4b1b-a699-9b92a627fa91 req-ac9028a4-ab1b-4c50-8d09-c9788930a933 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 932 time: 0.0839195 Jun 19 20:24:05.278110 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2a456f3a-fc9a-4ca7-88a2-9128492ad06a req-eb2a00a1-a6d0-453e-939c-3dc2374d5ff2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.1500802 Jun 19 20:24:05.279522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.304443 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.307552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.311242 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb302058-411f-4167-b3fb-4fc3e35f1306 HTTP/1.1" status: 204 len: 168 time: 0.6620092 Jun 19 20:24:05.311242 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:05.324758 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb302058-411f-4167-b3fb-4fc3e35f1306,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:05.328745 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:05.344410 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9a38c355-d111-4b1b-a699-9b92a627fa91 req-3fd38308-5db9-4e53-befc-32ba0716dbfe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576589 Jun 19 20:24:05.368826 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2a456f3a-fc9a-4ca7-88a2-9128492ad06a req-57486885-377d-4d39-9230-fb9ff0dca866 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791831 Jun 19 20:24:05.444813 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Allocated IP 172.27.2.133 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/49a9fa80-1e37-4e9e-99bd-de8a9d946f6d) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:24:05.587428 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.638951 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.643214 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-831afbea-c717-4e17-a428-7f733aced1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:05.714469 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:05.719485 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.719485 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 1093 time: 4.4173186 Jun 19 20:24:05.719485 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'tag': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:05.720498 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412" -d '{"events": [{"name": "network-changed", "server_uuid": "501f22e4-0a8d-4de0-8da9-364f740665bc", "tag": "35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:05.728216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e58092-3c03-4377-9c89-8aa0d3c8fbb3 req-68dd29de-2533-4a50-a51a-682b8e332e20 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:05.729776 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-13e58092-3c03-4377-9c89-8aa0d3c8fbb3 req-68dd29de-2533-4a50-a51a-682b8e332e20 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.1018970 Jun 19 20:24:05.765891 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:05.774086 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:05.789465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e9ac67-f025-487d-bdb3-f969c52c5f86 x-openstack-request-id: req-29e9ac67-f025-487d-bdb3-f969c52c5f86 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:05.791279 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501f22e4-0a8d-4de0-8da9-364f740665bc", "tag": "35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:05.791754 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29e9ac67-f025-487d-bdb3-f969c52c5f86 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:05.792356 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'tag': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75', 'status': 'completed', 'code': 200} Jun 19 20:24:05.794020 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:05.798270 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:05.808655 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-13e58092-3c03-4377-9c89-8aa0d3c8fbb3 req-6a2280e5-4e48-447a-9826-1e6ffdfd2888 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542314 Jun 19 20:24:05.856056 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:24:05.866509 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:24:05.869645 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:24:05.875923 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'Port': ['ID=49a9fa80-1e37-4e9e-99bd-de8a9d946f6d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:05.887399 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:06.032053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:06.341160 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:06.754163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1058c9-60d6-40e5-bdf1-a1ee7731c3e6 req-55f5739d-35e9-4cdb-b35c-d5d1bcc3d5e7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:06.756631 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9f1058c9-60d6-40e5-bdf1-a1ee7731c3e6 req-55f5739d-35e9-4cdb-b35c-d5d1bcc3d5e7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.1043458 Jun 19 20:24:06.800931 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9f1058c9-60d6-40e5-bdf1-a1ee7731c3e6 req-4a0e07b0-dc90-4c88-975d-04529432d440 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352416 Jun 19 20:24:06.884144 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:06.953724 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054597a-28d5-42fb-a7eb-1140a6d4fe1a req-1dfcbd8c-2f05-49ad-b769-fd841fb00212 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:06.962011 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f054597a-28d5-42fb-a7eb-1140a6d4fe1a req-1dfcbd8c-2f05-49ad-b769-fd841fb00212 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 932 time: 0.1589415 Jun 19 20:24:06.973167 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-7870dcdc-5932-4735-bb5f-d15f3518c7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:07.003908 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:07.020359 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f054597a-28d5-42fb-a7eb-1140a6d4fe1a req-e470ae2f-6578-4907-92e0-1d096d84bf53 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561736 Jun 19 20:24:07.202593 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433fdb-ec47-40fa-9f90-8c5e7d751091 req-b49f991d-65c2-4f7a-bbef-97ef17f547ab tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:07.202593 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0e433fdb-ec47-40fa-9f90-8c5e7d751091 req-b49f991d-65c2-4f7a-bbef-97ef17f547ab tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.1310058 Jun 19 20:24:07.202593 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0e433fdb-ec47-40fa-9f90-8c5e7d751091 req-36e6348a-ecaf-48d4-9120-4bd8be04a285 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315742 Jun 19 20:24:07.342310 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:07.344787 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:07.393765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:07.419868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'Port': ['ID=49a9fa80-1e37-4e9e-99bd-de8a9d946f6d,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:07.424193 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:07.428080 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:07.557489 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:07.558799 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8083575 Jun 19 20:24:07.918331 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-a9b315ee-a6d5-49cd-a90c-09bf79e2b71e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--501345982&fields=id&tenant_id=face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 267 time: 0.0477462 Jun 19 20:24:08.006560 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a309ecf-3e54-4813-9280-1ff9ff1e601b req-b1a631fa-73cf-4629-aa0c-36ae1bfed26b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:08.009943 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1a309ecf-3e54-4813-9280-1ff9ff1e601b req-b1a631fa-73cf-4629-aa0c-36ae1bfed26b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.0855951 Jun 19 20:24:08.055682 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-f4fdecbf-d76c-4ac6-88f3-dddb9e49c79e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:08.057243 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-f4fdecbf-d76c-4ac6-88f3-dddb9e49c79e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 817 time: 0.1300170 Jun 19 20:24:08.058303 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1a309ecf-3e54-4813-9280-1ff9ff1e601b req-4da75cfe-11bc-4293-b63b-9ba9d256ba49 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Jun 19 20:24:08.071473 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:08.099484 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-f02f0f19-7156-47f3-b13b-d3aa9313bca0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/quotas/face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 375 time: 0.0344155 Jun 19 20:24:08.184678 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-2f2ba0df-60d5-4f2a-973b-bbb455539fcc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838702 Jun 19 20:24:08.234302 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8091c-2982-44a6-a4ba-18ced7c0b128 req-3d665602-a5d6-48ac-9b0e-3edffd02c89d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:08.234302 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9dc8091c-2982-44a6-a4ba-18ced7c0b128 req-3d665602-a5d6-48ac-9b0e-3edffd02c89d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 932 time: 0.0654912 Jun 19 20:24:08.279654 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9dc8091c-2982-44a6-a4ba-18ced7c0b128 req-e4ac88cb-34ac-4bcc-ac8b-7704e12e4938 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Jun 19 20:24:08.293375 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-65681f0f-d761-4625-aa20-cd854c5e2bf1 service neutron] 10.222.0.25 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950937 Jun 19 20:24:08.384992 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-18740584-c13f-4dbe-af53-059433a32995 service neutron] 10.222.0.25 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858214 Jun 19 20:24:08.438320 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166fb2f-ce72-4df0-aeb9-035e141e8125 req-3fe6bb85-4aa8-442c-b610-afd58a14b882 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:08.440142 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9166fb2f-ce72-4df0-aeb9-035e141e8125 req-3fe6bb85-4aa8-442c-b610-afd58a14b882 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.0677583 Jun 19 20:24:08.479176 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9166fb2f-ce72-4df0-aeb9-035e141e8125 req-942a4bb5-a9e4-4ea0-a893-b5fd7f0d74f2 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Jun 19 20:24:08.808722 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c53c1d4b-b2cc-4b0b-ab7e-f66b6f735a02 req-b50c0676-2258-40da-8f3d-769ec4b018ee tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 210 time: 0.0289917 Jun 19 20:24:08.949260 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Request body: {'port': {'device_id': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:08.984165 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-16d47287-a7aa-4d31-9750-2e11cca542f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e659d689-690a-458a-ad02-4fb8313c0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404987 Jun 19 20:24:09.025205 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-34ebe4fe-3e92-4677-9b6e-4b252ac83602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:09.026718 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-34ebe4fe-3e92-4677-9b6e-4b252ac83602 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=110d42a3-fc79-45e8-8434-e81b9e8e1954 HTTP/1.1" status: 200 len: 851 time: 0.0834796 Jun 19 20:24:09.064124 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:09.140620 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-3c0cbded-c736-4c87-ae93-bdaa2450bfbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3e5f02f9-c4b3-4e41-bd46-6749b0279868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316408 Jun 19 20:24:09.200217 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-32096de4-639e-4e21-b3cc-a11b8ae44b4f service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944264 Jun 19 20:24:09.334768 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-c9ad0bff-144f-4710-9c78-2a1673c26381 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264215 Jun 19 20:24:09.362946 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-9679005c-26cd-4ab6-a32a-34458328ce20 service neutron] 10.222.0.22 "GET /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142503 Jun 19 20:24:09.451501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412 req-01e9123a-6a2f-4394-9a1a-05fae3d845da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:09.453041 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412 req-01e9123a-6a2f-4394-9a1a-05fae3d845da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1096 time: 0.2522764 Jun 19 20:24:09.462550 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985319-0b78-432d-b834-5c761a598713 req-23626512-2ec6-47d2-b3da-3d4f31f9b077 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:09.463913 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d1985319-0b78-432d-b834-5c761a598713 req-23626512-2ec6-47d2-b3da-3d4f31f9b077 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.1274335 Jun 19 20:24:09.631300 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d1985319-0b78-432d-b834-5c761a598713 req-4887bd06-c081-4b1e-b716-01ff9342db92 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506317 Jun 19 20:24:09.650393 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eea53-7cbc-492b-b9bf-462d713661c1 req-dd3e860f-ed1b-4fd2-9ef7-18fbca3af648 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:09.651385 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-419eea53-7cbc-492b-b9bf-462d713661c1 req-dd3e860f-ed1b-4fd2-9ef7-18fbca3af648 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 932 time: 0.2236671 Jun 19 20:24:09.655062 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd73c374-b5e5-432b-adb2-eba35e034c6f {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:09.665953 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:09.670203 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fb9c8988-742d-4c0f-93e9-02447ee4c2b9 req-7d60eb32-2eeb-4035-82bc-4276ac0bf861 service neutron] 10.222.0.22 "GET /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942376 Jun 19 20:24:09.696244 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412 req-0ea205cc-00cf-4be8-829f-d7e76bd10b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:09.701577 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412 req-0ea205cc-00cf-4be8-829f-d7e76bd10b97 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2329476 Jun 19 20:24:09.712176 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Transition to ACTIVE for port object bd73c374-b5e5-432b-adb2-eba35e034c6f will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:24:09.744923 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-419eea53-7cbc-492b-b9bf-462d713661c1 req-daffc94b-c4b9-4e86-9214-edf60bd21f6d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Jun 19 20:24:09.780240 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:09.783604 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:09.905794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:09.943896 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a5c27026-7e9e-4622-b7be-2076d0e60808 req-c99f675e-0a5e-4973-a5cc-4b516198b37c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 210 time: 0.0502381 Jun 19 20:24:09.990010 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Pushing event updated for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:09.999467 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:10.072094 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412 req-3f668f48-5bfa-4c9e-b2c8-ca21c1c62432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.073689 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0c0449a4-c4b7-40eb-a497-10bd0d7f1412 req-3f668f48-5bfa-4c9e-b2c8-ca21c1c62432 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2621343 Jun 19 20:24:10.085115 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771f3d3-abaa-4cf1-8d54-beeba9817600 req-f40b1f27-8312-4927-96a5-2950ee78fb88 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.086565 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Attempting to bind port bd73c374-b5e5-432b-adb2-eba35e034c6f on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:24:10.087049 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Attempting to bind port bd73c374-b5e5-432b-adb2-eba35e034c6f by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:24:10.087564 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2771f3d3-abaa-4cf1-8d54-beeba9817600 req-f40b1f27-8312-4927-96a5-2950ee78fb88 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.2237773 Jun 19 20:24:10.119767 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Attempting to bind port bd73c374-b5e5-432b-adb2-eba35e034c6f on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:10.139295 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Port bd73c374-b5e5-432b-adb2-eba35e034c6f on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:24:10.139642 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Attempting to bind port bd73c374-b5e5-432b-adb2-eba35e034c6f on network 2d2c3888-3180-4bc7-8b84-b94dabaf8427 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:10.151690 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:24:10.152050 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Checking segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:24:10.152487 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Bound using segment: {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:24:10.152914 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Bound port: bd73c374-b5e5-432b-adb2-eba35e034c6f, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67ddca0-8080-417a-a33c-81da830a3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:24:10.153261 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:10.170521 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2771f3d3-abaa-4cf1-8d54-beeba9817600 req-cdeff6a6-4976-4332-bcdd-0b37bb70c374 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771368 Jun 19 20:24:10.211105 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-fde1c87b-e66e-419b-a3b1-6b198215a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.216884 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-fde1c87b-e66e-419b-a3b1-6b198215a17e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1096 time: 0.0892639 Jun 19 20:24:10.241138 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:24:10.245457 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:24:10.264307 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-d981ecb3-0754-4147-bbed-fcda639d1d1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 217 time: 0.0428176 Jun 19 20:24:10.312720 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-4d26fef6-bece-4f3d-9369-04ef51a66a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.314194 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-4d26fef6-bece-4f3d-9369-04ef51a66a31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0443041 Jun 19 20:24:10.346268 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-667dcc52-4e7a-48aa-9c30-908e47f37557 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263772 Jun 19 20:24:10.360469 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:10.364966 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:10.400210 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.401003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:10.402901 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] 10.222.0.22 "PUT /v2.0/ports/bd73c374-b5e5-432b-adb2-eba35e034c6f HTTP/1.1" status: 200 len: 1094 time: 1.4583862 Jun 19 20:24:10.405322 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:10.409075 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c22eda-a365-431c-89d3-883253c16963" -d '{"events": [{"name": "network-changed", "server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:10.455507 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a98e3c-f4ce-4ebf-8c75-8dfafc68b455 x-openstack-request-id: req-29a98e3c-f4ce-4ebf-8c75-8dfafc68b455 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:10.456261 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:10.456536 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29a98e3c-f4ce-4ebf-8c75-8dfafc68b455 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:10.456944 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f', 'status': 'completed', 'code': 200} Jun 19 20:24:10.460223 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Pushing event updated for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:10.462193 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:10.482658 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-fe8a14a9-be1a-4f77-9137-4e14355da174 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296368 Jun 19 20:24:10.585145 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22eda-a365-431c-89d3-883253c16963 req-148621c0-8b4e-4e78-9e34-2551f4167417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.587364 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-26c22eda-a365-431c-89d3-883253c16963 req-148621c0-8b4e-4e78-9e34-2551f4167417 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 1097 time: 0.0939369 Jun 19 20:24:10.604004 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f66b0934-fad2-4ebd-b898-6022d3ee7792 req-e09abd77-014b-4335-aceb-8335c4752b31 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107512 Jun 19 20:24:10.847827 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22eda-a365-431c-89d3-883253c16963 req-188e1dc4-9ca0-4f95-91ab-9a28190bca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.849566 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-26c22eda-a365-431c-89d3-883253c16963 req-188e1dc4-9ca0-4f95-91ab-9a28190bca74 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2553041 Jun 19 20:24:10.911418 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f41f2f-27dd-4f59-9c86-f3445cd0fc3c req-af10770a-3243-4ad7-93c0-ce1459b0a35c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:10.913199 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-59f41f2f-27dd-4f59-9c86-f3445cd0fc3c req-af10770a-3243-4ad7-93c0-ce1459b0a35c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.0990295 Jun 19 20:24:10.957577 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-59f41f2f-27dd-4f59-9c86-f3445cd0fc3c req-b9d5283d-c7b2-43ec-a723-6269f55becb2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Jun 19 20:24:11.064417 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22eda-a365-431c-89d3-883253c16963 req-86373d91-e13f-4346-a8df-883482bb73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:11.065871 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-26c22eda-a365-431c-89d3-883253c16963 req-86373d91-e13f-4346-a8df-883482bb73a9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097507 Jun 19 20:24:11.092870 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0876b2-2a4a-4cfe-8735-5d3b1b6783df req-584fa0db-edd3-48c0-9fca-3f36bcc3f7b1 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:11.094350 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3b0876b2-2a4a-4cfe-8735-5d3b1b6783df req-584fa0db-edd3-48c0-9fca-3f36bcc3f7b1 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.1985486 Jun 19 20:24:11.164986 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1611514b-ab59-4d28-9f76-72ad9f15b3bb req-25e1b869-760c-44b7-b8d4-8ae37dc1df91 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 210 time: 0.0597126 Jun 19 20:24:11.171485 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3b0876b2-2a4a-4cfe-8735-5d3b1b6783df req-c308f36c-b9dd-4b52-922a-1ff1b0defc6f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Jun 19 20:24:11.199512 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-20451056-e909-4ac8-a769-67c922a39d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:11.201003 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-20451056-e909-4ac8-a769-67c922a39d69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 1097 time: 0.0915051 Jun 19 20:24:11.249633 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-72c92432-bcce-4f1a-99aa-ea7b38c093b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f HTTP/1.1" status: 200 len: 217 time: 0.0396256 Jun 19 20:24:11.381697 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc07f25-1f8c-4fbf-8164-c8610ad5a6cb req-ded7ef89-f485-4a60-88e4-9d4a0a5921f3 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:11.389296 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cfc07f25-1f8c-4fbf-8164-c8610ad5a6cb req-ded7ef89-f485-4a60-88e4-9d4a0a5921f3 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.0888255 Jun 19 20:24:11.392207 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57106) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:11.448106 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cfc07f25-1f8c-4fbf-8164-c8610ad5a6cb req-9160afdb-bdc5-462f-8da8-6d0a68159cb1 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572379 Jun 19 20:24:11.490806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-67d54e25-1b86-4811-bd29-8269f3bf2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:11.493199 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-67d54e25-1b86-4811-bd29-8269f3bf2302 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.2365437 Jun 19 20:24:11.528536 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-6059f28e-2aad-4891-88da-18eb247e831a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275564 Jun 19 20:24:11.534943 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:11.623910 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:11.634159 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-8f81c789-0d80-4063-b771-24287692db5a service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951185 Jun 19 20:24:11.723135 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:11.728587 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-25ba19a3-2f36-4809-9aaf-497b68183fa6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:11.732141 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6e8122b2-a611-4eb2-9494-57656dd92dda req-6f8d2ef1-9fad-46aa-9f6c-752475376d57 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917099 Jun 19 20:24:11.774185 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3aa3dfe69ca4b10b1b1c948b67f18bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797061 Jun 19 20:24:11.775361 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e767a-e8d7-4b6c-b6ce-7ed79d53a31c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:11.777881 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57116) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:11.780138 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:11.831760 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:11.853518 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.037205 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.040668 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.041777 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/634e767a-e8d7-4b6c-b6ce-7ed79d53a31c HTTP/1.1" status: 204 len: 168 time: 0.2628474 Jun 19 20:24:12.046746 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:12.052437 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e767a-e8d7-4b6c-b6ce-7ed79d53a31c,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:12.054230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:12.159068 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-131d4f08-009c-4bc6-b426-0fb84d11ec2a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:12.161579 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-131d4f08-009c-4bc6-b426-0fb84d11ec2a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 817 time: 0.1772368 Jun 19 20:24:12.227651 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-6d03268a-d05a-4293-9bca-6f8050787fb2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 379 time: 0.0561907 Jun 19 20:24:12.235375 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34c374-f339-4a46-8315-d90c62960f62 req-354180bd-2740-40e0-b982-867c6dfd74b4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:12.236896 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-be34c374-f339-4a46-8315-d90c62960f62 req-354180bd-2740-40e0-b982-867c6dfd74b4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.1307817 Jun 19 20:24:12.242732 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'port': {'device_id': '22e2a075-df2b-4331-a306-781d658c9ecf', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'admin_state_up': True, 'tenant_id': 'face394502f545579a98e2298f013218', 'security_groups': ['1b2c2284-ec18-422f-bbdf-af34a59548d4']}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:12.318756 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2bca24de-23df-47c7-821e-0da3a1ac4976 req-dc0e5b37-7103-4451-a06c-e356c61cba2f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jun 19 20:24:12.336837 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-be34c374-f339-4a46-8315-d90c62960f62 req-d4184c57-a7b8-40be-acf9-3745c0ee3064 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894489 Jun 19 20:24:12.472870 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Made reservation on behalf of face394502f545579a98e2298f013218 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:24:12.480188 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.556750 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb270f-4c8e-470d-91d6-c2b4a64a6fb7 req-bac8731a-f4c7-483e-b74e-532498bba97e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:12.559563 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d7bb270f-4c8e-470d-91d6-c2b4a64a6fb7 req-bac8731a-f4c7-483e-b74e-532498bba97e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.1154797 Jun 19 20:24:12.621371 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d7bb270f-4c8e-470d-91d6-c2b4a64a6fb7 req-7e3465cc-1b45-4083-a6a0-e4b1ee626e46 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549862 Jun 19 20:24:12.677478 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Allocated IP 172.20.0.4 (23288998-8f8b-4462-b776-646d9897190e/64c9a694-6136-4714-8e7c-38c492cdce92/0c901dda-7c1c-42bd-a6da-34e8b4bfd39f) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:24:12.719447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934db-f365-4290-9bac-43c5f1c0257a req-80cf94db-d4a8-461c-870c-2f5f2f55fa34 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:12.721017 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f1f934db-f365-4290-9bac-43c5f1c0257a req-80cf94db-d4a8-461c-870c-2f5f2f55fa34 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.1309998 Jun 19 20:24:12.812622 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f1f934db-f365-4290-9bac-43c5f1c0257a req-9cd37042-926c-4257-aec4-d4ab9fca08a7 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860207 Jun 19 20:24:12.865175 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.878427 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Transition to ACTIVE for port object 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:24:12.890036 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57150) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:12.906090 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.957121 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:12.963164 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bbaa45f8-401c-4a08-9aad-df4155b83c28 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:12.992459 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.011452 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Network 23288998-8f8b-4462-b776-646d9897190e is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:24:13.014695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:24:13.018488 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:24:13.041643 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:13.045827 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:13.070162 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:13.070779 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.129069 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.132027 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d5d9f195-22bf-4ff8-b466-352983688010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:13.173531 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fec4e8313f8f4540b80cb75de2510e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824278 Jun 19 20:24:13.175622 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ba0a9-c344-4e8a-bac2-3d8ea4a8e2e5,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:13.176408 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57152) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:13.179870 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:13.225900 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.250401 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.253280 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0149903 Jun 19 20:24:13.265467 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Request body: {'port': {'device_id': '22e2a075-df2b-4331-a306-781d658c9ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:13.277017 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-0a53d6f0-ac95-4a0d-a855-ec41c1b6e70b None None] Provisioning for port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:13.280784 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-0a53d6f0-ac95-4a0d-a855-ec41c1b6e70b None None] Provisioning complete for port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:13.281157 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0a53d6f0-ac95-4a0d-a855-ec41c1b6e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.313790 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-0a53d6f0-ac95-4a0d-a855-ec41c1b6e70b None None] Port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:24:13.352165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.451489 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.456912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.460780 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a70ba0a9-c344-4e8a-bac2-3d8ea4a8e2e5 HTTP/1.1" status: 204 len: 168 time: 0.2824636 Jun 19 20:24:13.468066 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:13.508246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1056028-daf9-4f6e-a346-605f7670b945 req-26a0b771-f447-41d5-bf01-e0e27dc4fcce tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:13.509625 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1056028-daf9-4f6e-a346-605f7670b945 req-26a0b771-f447-41d5-bf01-e0e27dc4fcce tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 931 time: 0.0650675 Jun 19 20:24:13.517194 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ba0a9-c344-4e8a-bac2-3d8ea4a8e2e5,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:13.519880 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:13.548805 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1056028-daf9-4f6e-a346-605f7670b945 req-752d1497-1c2a-46be-9916-73f94e333152 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334976 Jun 19 20:24:13.621511 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e818b-12d0-447e-b0fd-163267754ced req-30ae616d-50a5-4d68-b756-619a544f24ad tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:13.622985 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8a5e818b-12d0-447e-b0fd-163267754ced req-30ae616d-50a5-4d68-b756-619a544f24ad tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.1613529 Jun 19 20:24:13.685310 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8a5e818b-12d0-447e-b0fd-163267754ced req-3e9db18b-57e8-4ff4-865f-e01e67aa0ef7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564165 Jun 19 20:24:13.740663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:13.748346 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.761089 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Transition to ACTIVE for port object 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:24:13.833232 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ff823-9910-4a5c-808d-905992fe80ed req-9aeaa0f0-7bb3-4f4c-8b64-a2479be217ba tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:13.834663 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-146ff823-9910-4a5c-808d-905992fe80ed req-9aeaa0f0-7bb3-4f4c-8b64-a2479be217ba tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.0693624 Jun 19 20:24:13.837045 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:13.840635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:13.887710 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-146ff823-9910-4a5c-808d-905992fe80ed req-6fe27121-9fd9-4f0d-9520-c199c62bdf6c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Jun 19 20:24:13.930391 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:13.961717 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:14.051120 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Attempting to bind port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:24:14.051120 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Attempting to bind port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:24:14.051120 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Attempting to bind port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f on network 23288998-8f8b-4462-b776-646d9897190e {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:14.064283 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f on network 23288998-8f8b-4462-b776-646d9897190e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:24:14.064751 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Attempting to bind port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f on network 23288998-8f8b-4462-b776-646d9897190e {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:14.088988 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:24:14.089303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Checking segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:24:14.089688 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Bound using segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:24:14.091045 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Bound port: 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:24:14.091391 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:14.183447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9853b3-57f8-4907-a285-c0b794a3cd09 req-e0e1394b-530b-4027-836c-1561db99bedb tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:14.184956 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9c9853b3-57f8-4907-a285-c0b794a3cd09 req-e0e1394b-530b-4027-836c-1561db99bedb tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.1373253 Jun 19 20:24:14.193549 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:24:14.201070 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:24:14.227228 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9c9853b3-57f8-4907-a285-c0b794a3cd09 req-fe4df5bf-c39f-4ae4-b495-e793bf6040bb tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Jun 19 20:24:14.399888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:14.403299 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:14.436806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:14.437315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:14.438735 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] 10.222.0.22 "PUT /v2.0/ports/0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 1093 time: 1.1772792 Jun 19 20:24:14.439214 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:14.441501 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666a875-7e76-4332-bc36-9fb8631e0411" -d '{"events": [{"name": "network-changed", "server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:14.467588 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:14.470810 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:14.487446 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c552550d-72f3-4c5b-8a02-b4a31967b50e x-openstack-request-id: req-c552550d-72f3-4c5b-8a02-b4a31967b50e {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:14.487846 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:14.488290 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c552550d-72f3-4c5b-8a02-b4a31967b50e {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:14.489686 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'status': 'completed', 'code': 200} Jun 19 20:24:14.763728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997fa44-1bf9-4e5e-b97e-cc440e3788d0 req-37c4ea54-61d4-4fa4-b360-85d570e620fb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:14.765259 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f997fa44-1bf9-4e5e-b97e-cc440e3788d0 req-37c4ea54-61d4-4fa4-b360-85d570e620fb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0668344 Jun 19 20:24:14.803974 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f997fa44-1bf9-4e5e-b97e-cc440e3788d0 req-2dd3ba5d-dc11-441b-8163-9f1ea89a1496 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329893 Jun 19 20:24:14.878883 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6dd3-9035-4158-9cc9-e65c8c381299 req-ec23c86c-f2b9-4f20-8aeb-61aa30c1ab1d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:14.880343 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9adc6dd3-9035-4158-9cc9-e65c8c381299 req-ec23c86c-f2b9-4f20-8aeb-61aa30c1ab1d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.0624208 Jun 19 20:24:14.920502 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9adc6dd3-9035-4158-9cc9-e65c8c381299 req-c920f4c6-ea84-4a6f-82ad-4e31393fdc04 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jun 19 20:24:15.067750 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c097adc-395b-4491-ab81-557f2c7aa9a7 req-7e91cd8f-19ce-4076-bc75-df082509836a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:15.069275 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6c097adc-395b-4491-ab81-557f2c7aa9a7 req-7e91cd8f-19ce-4076-bc75-df082509836a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.0643578 Jun 19 20:24:15.106660 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6c097adc-395b-4491-ab81-557f2c7aa9a7 req-f6e018c9-aecb-4768-b8ac-88578e7bcf8a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Jun 19 20:24:15.401011 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bdb20-5161-4654-bc44-1541a9eea7ad req-a31b9927-bdb1-42f6-aaf4-805cdf9cb1bf tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:15.402522 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a38bdb20-5161-4654-bc44-1541a9eea7ad req-a31b9927-bdb1-42f6-aaf4-805cdf9cb1bf tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.0679460 Jun 19 20:24:15.439977 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a38bdb20-5161-4654-bc44-1541a9eea7ad req-bf27735f-9125-4aba-b07b-c293df7a42b8 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Jun 19 20:24:15.995843 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e09ad9-0623-4691-bdbf-2b2661c0daf6 req-d70277c8-4b72-403b-a8e7-b26c0a94bf9a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:15.997317 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-60e09ad9-0623-4691-bdbf-2b2661c0daf6 req-d70277c8-4b72-403b-a8e7-b26c0a94bf9a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0661571 Jun 19 20:24:16.037295 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-60e09ad9-0623-4691-bdbf-2b2661c0daf6 req-1885ab4e-d0e2-41da-8fe6-db4164aff972 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344529 Jun 19 20:24:16.129072 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d907848-8194-40ab-8d76-66d6a28cb165 req-77cc8cc3-6705-491d-ac91-14e51a464550 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:16.130722 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4d907848-8194-40ab-8d76-66d6a28cb165 req-77cc8cc3-6705-491d-ac91-14e51a464550 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.0622907 Jun 19 20:24:16.169402 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4d907848-8194-40ab-8d76-66d6a28cb165 req-9e459a2d-b113-4cb6-9d16-f7209d93a10b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jun 19 20:24:16.276336 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf86a2-5786-4270-82ac-6a2d7d5699e9 req-04c27a20-b079-4b82-8b3a-9da035bd1f98 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:16.277810 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9ccf86a2-5786-4270-82ac-6a2d7d5699e9 req-04c27a20-b079-4b82-8b3a-9da035bd1f98 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.0620892 Jun 19 20:24:16.314715 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9ccf86a2-5786-4270-82ac-6a2d7d5699e9 req-54347cf4-60cd-437c-a376-c2f283f8eb8e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Jun 19 20:24:16.609843 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175dae6-ab5d-46a4-96dd-baf328704fe0 req-714c4d3d-8e21-47eb-a64b-e569e89710a1 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:16.611420 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0175dae6-ab5d-46a4-96dd-baf328704fe0 req-714c4d3d-8e21-47eb-a64b-e569e89710a1 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.0618503 Jun 19 20:24:16.655341 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0175dae6-ab5d-46a4-96dd-baf328704fe0 req-cb4c4829-2808-4a6f-9af2-bf4e5ddbf7cc tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Jun 19 20:24:17.256496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5994e-df4b-4190-8039-6f87aae3c8a9 req-86da3ad1-d9e6-42f4-bce9-8c66e27b5f2e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.258063 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39e5994e-df4b-4190-8039-6f87aae3c8a9 req-86da3ad1-d9e6-42f4-bce9-8c66e27b5f2e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1003149 Jun 19 20:24:17.280750 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666a875-7e76-4332-bc36-9fb8631e0411 req-2a99acda-c4b8-410a-9591-f35145e36580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.282190 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2666a875-7e76-4332-bc36-9fb8631e0411 req-2a99acda-c4b8-410a-9591-f35145e36580 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1096 time: 0.0832419 Jun 19 20:24:17.301447 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39e5994e-df4b-4190-8039-6f87aae3c8a9 req-71fe57db-a87f-465c-a9d0-5029a581d8dd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Jun 19 20:24:17.352444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1901e-93e6-49be-a5e1-f0e4824e6797 req-2db8d98f-2329-44b5-850f-c0d89a1ee406 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.353887 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a5e1901e-93e6-49be-a5e1-f0e4824e6797 req-2db8d98f-2329-44b5-850f-c0d89a1ee406 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.0745742 Jun 19 20:24:17.394579 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a5e1901e-93e6-49be-a5e1-f0e4824e6797 req-2f5989df-9ff1-4e62-877d-66dd2621a833 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Jun 19 20:24:17.493155 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314abed-4408-44d1-b0a7-3db41058a8b6 req-05c5a22f-653f-43ea-a0b4-4329cbda2875 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.494562 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b314abed-4408-44d1-b0a7-3db41058a8b6 req-05c5a22f-653f-43ea-a0b4-4329cbda2875 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.0602577 Jun 19 20:24:17.537207 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b314abed-4408-44d1-b0a7-3db41058a8b6 req-82ea07f2-020a-4ebc-85cf-c7e09dbfa945 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Jun 19 20:24:17.618043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666a875-7e76-4332-bc36-9fb8631e0411 req-079be0f6-823a-490a-979d-9037aa174851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.619425 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2666a875-7e76-4332-bc36-9fb8631e0411 req-079be0f6-823a-490a-979d-9037aa174851 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=face394502f545579a98e2298f013218&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0963738 Jun 19 20:24:17.722392 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666a875-7e76-4332-bc36-9fb8631e0411 req-407105e7-0b3c-4c9f-bf1a-23ae28f9c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.723874 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2666a875-7e76-4332-bc36-9fb8631e0411 req-407105e7-0b3c-4c9f-bf1a-23ae28f9c069 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985365 Jun 19 20:24:17.801063 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:24:17.820288 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-ff5f9f92-42dd-42a4-aba3-ef76a92df264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.821939 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-ff5f9f92-42dd-42a4-aba3-ef76a92df264 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1096 time: 0.0612476 Jun 19 20:24:17.864137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e071e74-b5de-437d-8b70-ce3ff1aebb3a req-545255f4-71ba-4a47-ae5d-bab9992236a5 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.871528 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8e071e74-b5de-437d-8b70-ce3ff1aebb3a req-545255f4-71ba-4a47-ae5d-bab9992236a5 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 944 time: 0.0896733 Jun 19 20:24:17.874141 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-ddb49161-bf11-49d7-b3e0-cebc0ab32fd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 217 time: 0.0441856 Jun 19 20:24:17.910225 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:17.915097 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8e071e74-b5de-437d-8b70-ce3ff1aebb3a req-8da8865d-bcb3-41e0-8dfd-e4fde13d3de4 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Jun 19 20:24:17.923750 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'port_id': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75', 'mac_address': 'fa:16:3e:d9:56:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:24:17.936111 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-1085e827-9e29-4efc-841e-e3f1d458d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:17.936111 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-1085e827-9e29-4efc-841e-e3f1d458d16f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0516584 Jun 19 20:24:17.966742 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:17.980984 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:18.004705 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:18.014641 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-b2bd4182-2287-47e5-8560-777fccc002f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:18.016157 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-b2bd4182-2287-47e5-8560-777fccc002f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777564 Jun 19 20:24:18.110104 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-5efd5e5a-24ed-4ba4-a870-d6d500352c3e service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871909 Jun 19 20:24:18.195857 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-772f08fc-4697-40fb-925e-34dbb94eeb91 req-d6f48f36-87fc-4cc8-b1b4-db6f5e6558b6 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796549 Jun 19 20:24:18.302142 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:18.302875 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device b3305449-c65f-4386-8939-4dea44e611df details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:24:18.305252 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:18.393076 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:18.396976 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:18.480651 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port b3305449-c65f-4386-8939-4dea44e611df, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b3305449-c65f-4386-8939-4dea44e611df,segment=NetworkSegment(4d2ed575-c25a-4d13-9bdf-fccc3af1e855),segment_id=4d2ed575-c25a-4d13-9bdf-fccc3af1e855)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:18.502547 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57087b57-0a70-46f0-a180-6668f3b849d2 req-d4b79765-f970-43ed-9c7a-936f2600a117 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:18.503826 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'b3305449-c65f-4386-8939-4dea44e611df', 'network_id': '3e5f02f9-c4b3-4e41-bd46-6749b0279868', 'port_id': 'b3305449-c65f-4386-8939-4dea44e611df', 'mac_address': 'fa:16:3e:18:e2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110d42a3-fc79-45e8-8434-e81b9e8e1954', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:24:18.508687 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-57087b57-0a70-46f0-a180-6668f3b849d2 req-d4b79765-f970-43ed-9c7a-936f2600a117 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0767205 Jun 19 20:24:18.549125 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-57087b57-0a70-46f0-a180-6668f3b849d2 req-82c103b1-e9d6-4f83-aaf6-21b94450eec3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375268 Jun 19 20:24:18.629187 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08260d1e-a291-464a-acc7-6cb9b6bd88f6 req-198deb1c-c8f6-463c-98ad-6e9957f5855b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:18.630785 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-08260d1e-a291-464a-acc7-6cb9b6bd88f6 req-198deb1c-c8f6-463c-98ad-6e9957f5855b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 944 time: 0.0948057 Jun 19 20:24:18.656297 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:18.675217 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3305449-c65f-4386-8939-4dea44e611df {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:18.697928 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port b3305449-c65f-4386-8939-4dea44e611df, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b3305449-c65f-4386-8939-4dea44e611df,segment=NetworkSegment(4d2ed575-c25a-4d13-9bdf-fccc3af1e855),segment_id=4d2ed575-c25a-4d13-9bdf-fccc3af1e855)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:18.759410 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744559c9-ad9b-4621-a4fd-401393c0db13 req-584e76e2-c165-4a26-94ed-6b2779c75421 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:18.761097 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-744559c9-ad9b-4621-a4fd-401393c0db13 req-584e76e2-c165-4a26-94ed-6b2779c75421 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.0775118 Jun 19 20:24:18.806933 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-744559c9-ad9b-4621-a4fd-401393c0db13 req-2e121fcf-4143-432a-a6ba-0352bd574bf9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Jun 19 20:24:18.821933 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:18.822683 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:24:18.824951 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:18.875103 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-08260d1e-a291-464a-acc7-6cb9b6bd88f6 req-66dcd0ae-61ca-474a-b548-ec48d81fba79 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387884 Jun 19 20:24:18.894931 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=b3305449-c65f-4386-8939-4dea44e611df,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:18.924333 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:18.966095 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:18.980995 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'port_id': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'mac_address': 'fa:16:3e:c4:3d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43808142-728d-46ce-8395-9750204a83ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:24:19.022005 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:19.035735 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:19.057448 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:19.089576 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b76a6-3530-4d11-8e1c-5035fdc6b41f req-73c727cf-65fc-482f-85c4-c5e63f9b2701 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:19.091023 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cc5b76a6-3530-4d11-8e1c-5035fdc6b41f req-73c727cf-65fc-482f-85c4-c5e63f9b2701 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 945 time: 0.0609815 Jun 19 20:24:19.135398 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cc5b76a6-3530-4d11-8e1c-5035fdc6b41f req-5a2021a1-a5a5-45f8-acd4-6f66e4e89a73 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345438 Jun 19 20:24:19.211288 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:19.213185 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:19.264237 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:19.268029 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:19.733648 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb43c7-272c-481b-9e85-ead968ad1343 req-9f771c01-390f-429d-abfc-6d9f3d9b84b9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:19.735139 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-07bb43c7-272c-481b-9e85-ead968ad1343 req-9f771c01-390f-429d-abfc-6d9f3d9b84b9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0626855 Jun 19 20:24:19.761418 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['b3305449-c65f-4386-8939-4dea44e611df'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:19.773495 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-07bb43c7-272c-481b-9e85-ead968ad1343 req-7c35b401-2987-44fa-847a-00a92e547ea6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325520 Jun 19 20:24:19.780848 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:19.809713 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device bd73c374-b5e5-432b-adb2-eba35e034c6f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:24:19.857449 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:20.020778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ee1a8-867c-4143-8abd-63c1414c4189 req-0a4bfb28-01c2-4cb1-b671-70ec21ddfee4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:20.031976 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-615ee1a8-867c-4143-8abd-63c1414c4189 req-0a4bfb28-01c2-4cb1-b671-70ec21ddfee4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 944 time: 0.0811062 Jun 19 20:24:20.103675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7876eb-7fb4-424d-8b27-298d74e134cc req-efb0da88-d186-4da6-96c5-c8c8edad74d7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:20.111244 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fe7876eb-7fb4-424d-8b27-298d74e134cc req-efb0da88-d186-4da6-96c5-c8c8edad74d7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 945 time: 0.0824015 Jun 19 20:24:20.129335 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:20.149843 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fe7876eb-7fb4-424d-8b27-298d74e134cc req-6421c76e-fe8b-4301-81fb-2bb1f685d939 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373573 Jun 19 20:24:20.167880 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'bd73c374-b5e5-432b-adb2-eba35e034c6f', 'network_id': '2d2c3888-3180-4bc7-8b84-b94dabaf8427', 'port_id': 'bd73c374-b5e5-432b-adb2-eba35e034c6f', 'mac_address': 'fa:16:3e:40:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30364a7-fe56-4976-9125-2b98180b3745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:24:20.280508 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-615ee1a8-867c-4143-8abd-63c1414c4189 req-18a82b5f-2411-44a0-8f8d-d5c5bdec4bb1 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466805 Jun 19 20:24:20.310125 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:20.331275 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150b209-27ec-4e79-800b-763fa5c3d87c req-d380814b-e706-461e-8b29-2dd62e157ae9 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:20.332875 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c150b209-27ec-4e79-800b-763fa5c3d87c req-d380814b-e706-461e-8b29-2dd62e157ae9 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 945 time: 0.0713909 Jun 19 20:24:20.347402 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd73c374-b5e5-432b-adb2-eba35e034c6f {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:20.372917 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c150b209-27ec-4e79-800b-763fa5c3d87c req-4faa48ba-f1e6-4465-befb-1a7ae41b393e tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Jun 19 20:24:20.376773 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:20.516827 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:20.518639 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:20.568275 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:20.571851 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:20.919488 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57370) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:20.967163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b34d3-435d-4b6c-aa76-e4cbe78da562 req-b68ef1c6-ad0d-4711-a082-02420d36b008 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:20.968705 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-959b34d3-435d-4b6c-aa76-e4cbe78da562 req-b68ef1c6-ad0d-4711-a082-02420d36b008 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0724471 Jun 19 20:24:21.015825 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-959b34d3-435d-4b6c-aa76-e4cbe78da562 req-8dd912e9-5b9f-4348-a7cc-85cd29cca521 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414994 Jun 19 20:24:21.058651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.151327 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.212848 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['bd73c374-b5e5-432b-adb2-eba35e034c6f'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:21.286349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.312797 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:21.352225 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa797b0a-2fdf-45ff-9c50-61b2f23b3532,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:21.355169 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:21.381646 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d96f67c03dc48cfb97b5cef0cd6b298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604225 Jun 19 20:24:21.384830 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57398) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:21.432650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8491fb9-7013-42f8-9d12-dd629443fe61 req-e0d7121d-a97d-40cc-ada8-dfd91d3870e7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:21.434131 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f8491fb9-7013-42f8-9d12-dd629443fe61 req-e0d7121d-a97d-40cc-ada8-dfd91d3870e7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 945 time: 0.1648076 Jun 19 20:24:21.468200 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.500424 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f8491fb9-7013-42f8-9d12-dd629443fe61 req-936f572d-acd2-4646-9f72-65b17516b19c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569894 Jun 19 20:24:21.505278 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.519154 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f0ca8-45eb-4c9e-bc7c-4af5f6c4f859 req-9e7f2fae-d634-498a-aeaa-511e696583eb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:21.530809 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f86f0ca8-45eb-4c9e-bc7c-4af5f6c4f859 req-9e7f2fae-d634-498a-aeaa-511e696583eb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 945 time: 0.0954740 Jun 19 20:24:21.575703 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f86f0ca8-45eb-4c9e-bc7c-4af5f6c4f859 req-2afc0941-3110-445e-810c-ec973e53efa0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 Jun 19 20:24:21.595200 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57408) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:21.655905 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.658457 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.662295 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa797b0a-2fdf-45ff-9c50-61b2f23b3532 HTTP/1.1" status: 204 len: 168 time: 0.2739861 Jun 19 20:24:21.676803 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:21.685925 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa797b0a-2fdf-45ff-9c50-61b2f23b3532,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:21.688958 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:21.712934 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.742842 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac288ae-125b-48ac-adfc-406b9ff21118 req-f5318862-ef2d-41a9-bb5e-2d1e9380aee3 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:21.744993 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-eac288ae-125b-48ac-adfc-406b9ff21118 req-f5318862-ef2d-41a9-bb5e-2d1e9380aee3 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 945 time: 0.1009307 Jun 19 20:24:21.795382 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-eac288ae-125b-48ac-adfc-406b9ff21118 req-cb7bce19-d153-41b1-901c-6b54c0371730 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Jun 19 20:24:21.816891 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:21.818519 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.896550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.901041 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8cfe1a60-946f-42cd-a902-6f2e342342ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:21.933870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46b21b9114064ef4b3393f794d778b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374145 Jun 19 20:24:21.935735 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d799d4a-9a3d-449e-a4c7-18304609d957,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:21.936520 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57418) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:21.938862 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:21.973442 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:21.977350 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:21.991600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:21.991894 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.004270 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.067655 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.092041 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:22.170180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.182132 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.182132 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d799d4a-9a3d-449e-a4c7-18304609d957 HTTP/1.1" status: 204 len: 168 time: 0.2377572 Jun 19 20:24:22.182132 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-91c04673-6ff8-452c-b194-b17a1dfec7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:22.183361 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:22.187937 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d799d4a-9a3d-449e-a4c7-18304609d957,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:22.190292 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:22.205663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62989e9-cabc-43ac-9b15-22f64c24e847 req-12b12138-5e95-4610-9361-fb9786717be2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:22.207162 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f62989e9-cabc-43ac-9b15-22f64c24e847 req-12b12138-5e95-4610-9361-fb9786717be2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0710366 Jun 19 20:24:22.248876 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f62989e9-cabc-43ac-9b15-22f64c24e847 req-9eabe4ab-c4a0-47aa-b747-6284c2408e80 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Jun 19 20:24:22.293014 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfedbd5a-dad3-4aec-9d16-dfd1931ac3db" -d '{"events": [{"server_uuid": "501f22e4-0a8d-4de0-8da9-364f740665bc", "name": "network-vif-plugged", "status": "completed", "tag": "35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:22.508185 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.509227 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device b3305449-c65f-4386-8939-4dea44e611df up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:22.512339 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:22.587018 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:22.590306 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:22.680185 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5721c32-1470-4f43-9683-4cb55cb787b0 req-c3192d25-5edd-4c77-ae8d-bc703ce90fa2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:22.681874 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c5721c32-1470-4f43-9683-4cb55cb787b0 req-c3192d25-5edd-4c77-ae8d-bc703ce90fa2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 945 time: 0.0664310 Jun 19 20:24:22.719099 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c5721c32-1470-4f43-9683-4cb55cb787b0 req-03d5e78d-684c-4ca7-89e7-cc70f1ee280c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Jun 19 20:24:22.733285 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port b3305449-c65f-4386-8939-4dea44e611df completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:22.737375 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port b3305449-c65f-4386-8939-4dea44e611df triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:22.737851 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.828813 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.859050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57448) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:22.876846 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port b3305449-c65f-4386-8939-4dea44e611df, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b3305449-c65f-4386-8939-4dea44e611df,segment=NetworkSegment(4d2ed575-c25a-4d13-9bdf-fccc3af1e855),segment_id=4d2ed575-c25a-4d13-9bdf-fccc3af1e855)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:22.885463 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.907322 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657b1ae-fdc0-4f16-b489-df25f345bd24 req-42969b63-52fc-4058-934f-55315079ff67 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:22.912882 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7657b1ae-fdc0-4f16-b489-df25f345bd24 req-42969b63-52fc-4058-934f-55315079ff67 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 945 time: 0.0866899 Jun 19 20:24:22.955659 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7657b1ae-fdc0-4f16-b489-df25f345bd24 req-7bfaeb80-fa22-45f4-b43d-cf52e1f17320 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Jun 19 20:24:22.976778 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:22.977707 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:22.980286 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-effeb5e1-bc08-44af-8681-852df9452859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:22.985586 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.058045 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=b3305449-c65f-4386-8939-4dea44e611df,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:23.061554 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:23.063525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.086108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3d840b80-8ede-4787-a3d7-60ff5e9bfee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:23.131264 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9aa62d-43b9-4d5c-9daf-725a87270eb1 x-openstack-request-id: req-3c9aa62d-43b9-4d5c-9daf-725a87270eb1 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:23.131563 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f22e4-0a8d-4de0-8da9-364f740665bc", "name": "network-vif-plugged", "status": "completed", "tag": "35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:23.131853 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c9aa62d-43b9-4d5c-9daf-725a87270eb1 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:23.132367 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75', 'code': 200} Jun 19 20:24:23.140353 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb13fc-6c19-478c-832a-182dc2d4d3af req-e1a990ee-d8fc-4d78-a6c5-041d5d3f05e8 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:23.140978 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59522981862f4bba9e893744f70615d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805395 Jun 19 20:24:23.141870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3ccb13fc-6c19-478c-832a-182dc2d4d3af req-e1a990ee-d8fc-4d78-a6c5-041d5d3f05e8 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0629175 Jun 19 20:24:23.142125 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:23.143252 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57450) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:23.151211 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb29dd8e-75d2-4ed3-ae6b-755607068240,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:23.153574 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:23.153574 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.159567 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:23.205355 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3ccb13fc-6c19-478c-832a-182dc2d4d3af req-d1fe262a-bad6-4473-894a-c45fdddf20f0 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Jun 19 20:24:23.217626 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.238486 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.269677 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.304898 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:23.370653 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.381335 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.383110 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb29dd8e-75d2-4ed3-ae6b-755607068240 HTTP/1.1" status: 204 len: 168 time: 0.2386658 Jun 19 20:24:23.384159 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:23.402536 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb29dd8e-75d2-4ed3-ae6b-755607068240,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:23.427639 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:23.460668 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e2b3-87d1-4e1e-8a33-cecd792a80e8 req-2bbac6e2-d4c9-4859-9e8a-7b545f9e2be9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:23.462149 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a3d0e2b3-87d1-4e1e-8a33-cecd792a80e8 req-2bbac6e2-d4c9-4859-9e8a-7b545f9e2be9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0753114 Jun 19 20:24:23.463255 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57458) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:23.465061 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.467263 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:23.502650 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a3d0e2b3-87d1-4e1e-8a33-cecd792a80e8 req-d1ba2b44-221f-45c4-a0dc-9f765ac505ad tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333326 Jun 19 20:24:23.519766 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:23.520746 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57462) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:23.521230 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:23.535752 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.669654 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-1b977359-ec32-4052-9b1c-5a895801ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:23.671106 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-1b977359-ec32-4052-9b1c-5a895801ecb0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.1201525 Jun 19 20:24:23.677398 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.694512 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.725029 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.799702 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.805135 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:23.822319 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:24:23.846568 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.db.api [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:24:23.846568 dv-cinder-797170-2-iscsi neutron-server[93444]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 19 20:24:23.846568 dv-cinder-797170-2-iscsi neutron-server[93444]: [parameters: {'project_id_1': '143806df3c2e41d5b85bc2da33a068df', 'expiration_1': datetime.datetime(2021, 6, 19, 20, 24, 23, 711832)}] Jun 19 20:24:23.846568 dv-cinder-797170-2-iscsi neutron-server[93444]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:24:23.847256 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_db.api [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:24:23.875598 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d684dd9314b44f8b82abfb8d4b9c2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530941 Jun 19 20:24:23.879283 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57468) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:23.905679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa1ad2-eaf1-44ca-b2ef-14745dcd888e,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:23.911530 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:23.955455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.967250 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:23.995536 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65687d-418c-4a07-b69b-466fbc42e041 req-093013ed-08c0-4d7a-9746-3de10e67e11c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:23.997443 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.006430 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8c65687d-418c-4a07-b69b-466fbc42e041 req-093013ed-08c0-4d7a-9746-3de10e67e11c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.1643181 Jun 19 20:24:24.028848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.034352 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:24.068397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device bd73c374-b5e5-432b-adb2-eba35e034c6f up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:24.094190 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=910b18fa787646a0bbf951fe2121d990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294394 Jun 19 20:24:24.095866 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8a8d8-d12b-4c8e-842e-4c852b079710,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:24.098934 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57482) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:24.100803 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:24.134857 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8c65687d-418c-4a07-b69b-466fbc42e041 req-e50dbe2a-65d5-4533-842b-f474c0b72ae3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213894 Jun 19 20:24:24.161428 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:24.173410 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'mac_address': 'fa:16:3e:73:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:24:24.200419 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.202854 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.203959 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7aa1ad2-eaf1-44ca-b2ef-14745dcd888e HTTP/1.1" status: 204 len: 168 time: 0.3237631 Jun 19 20:24:24.207880 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0c811ab1-4937-4186-bdc2-63a237808fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:24.212286 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.215135 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.232001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa1ad2-eaf1-44ca-b2ef-14745dcd888e,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:24.232678 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:24.242425 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:24.258050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.267404 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62601b-a18a-4eb1-8163-b7d3bd60ec63 req-f5d5c611-e455-4459-928f-2b076e5db306 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:24.269621 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8a62601b-a18a-4eb1-8163-b7d3bd60ec63 req-f5d5c611-e455-4459-928f-2b076e5db306 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 945 time: 0.1463501 Jun 19 20:24:24.293415 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:24.316987 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port bd73c374-b5e5-432b-adb2-eba35e034c6f completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:24.320829 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port bd73c374-b5e5-432b-adb2-eba35e034c6f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:24.321260 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.339882 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8a62601b-a18a-4eb1-8163-b7d3bd60ec63 req-aabb4885-6986-4e0d-8576-d6dd2c3d8d2a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601959 Jun 19 20:24:24.350834 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.397900 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.401071 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-effeb5e1-bc08-44af-8681-852df9452859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:24.426465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.436627 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b8f-0b5c-47c8-86b5-0bcf13dc3c4c req-16393f82-8a3c-4f33-85f0-c9bedc343025 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:24.438121 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39477b8f-0b5c-47c8-86b5-0bcf13dc3c4c req-16393f82-8a3c-4f33-85f0-c9bedc343025 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0973604 Jun 19 20:24:24.468604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:24.475815 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:24.479091 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:24.481954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.484595 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.488299 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90e8a8d8-d12b-4c8e-842e-4c852b079710 HTTP/1.1" status: 204 len: 168 time: 0.3862708 Jun 19 20:24:24.488299 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:24.494912 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39477b8f-0b5c-47c8-86b5-0bcf13dc3c4c req-6cade96a-f4a8-4049-b985-2bd5303c0643 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Jun 19 20:24:24.496959 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8a8d8-d12b-4c8e-842e-4c852b079710,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:24.504979 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:24.567908 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.569872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:24.579328 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.625391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:24.633174 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:24.659550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:24.680315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:24.697605 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-72b17393-c8b6-4db7-83d4-497bda950c2b req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0201399 Jun 19 20:24:24.706878 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671ba3f-9842-420a-9c3c-938c1727d2fb req-16e3eeb8-7786-4ce1-9cf9-1e97fac04802 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:24.708704 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b671ba3f-9842-420a-9c3c-938c1727d2fb req-16e3eeb8-7786-4ce1-9cf9-1e97fac04802 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0665567 Jun 19 20:24:24.709159 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a47963-c387-46bd-9ce6-09afb9c5e5ef,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:24.712818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:24.751741 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b671ba3f-9842-420a-9c3c-938c1727d2fb req-88fd47ea-bdcb-44c3-ab37-f443106b4cb0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Jun 19 20:24:24.791104 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:24.999734 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57506) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:25.013314 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.105166 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.133406 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3305449-c65f-4386-8939-4dea44e611df'}, {'server_uuid': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73'}, {'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:25.135844 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7bd6b-8e2e-49da-ac87-2544b92ced93" -d '{"events": [{"server_uuid": "b576b1fa-93bf-4cf4-981a-1b2a229f1bcc", "name": "network-vif-plugged", "status": "completed", "tag": "b3305449-c65f-4386-8939-4dea44e611df"}, {"server_uuid": "3d4b9917-592f-4dda-9e06-fd6b1718aad6", "name": "network-vif-plugged", "status": "completed", "tag": "a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73"}, {"server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "name": "network-vif-plugged", "status": "completed", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:25.184605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b4134b-07b7-4301-9ac3-6e071d8b96f9 x-openstack-request-id: req-58b4134b-07b7-4301-9ac3-6e071d8b96f9 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:25.185485 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576b1fa-93bf-4cf4-981a-1b2a229f1bcc", "name": "network-vif-plugged", "status": "completed", "tag": "b3305449-c65f-4386-8939-4dea44e611df", "code": 200}, {"server_uuid": "3d4b9917-592f-4dda-9e06-fd6b1718aad6", "name": "network-vif-plugged", "status": "completed", "tag": "a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73", "code": 200}, {"server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "name": "network-vif-plugged", "status": "completed", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:25.188637 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58b4134b-07b7-4301-9ac3-6e071d8b96f9 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:25.189438 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3305449-c65f-4386-8939-4dea44e611df', 'code': 200} Jun 19 20:24:25.189840 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'code': 200} Jun 19 20:24:25.190235 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f', 'code': 200} Jun 19 20:24:25.197433 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.201068 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bcb57400-7d02-47cc-aaa8-dd58d0d134f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:25.268674 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0f0af890a6a418bab64de03c95edc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676654 Jun 19 20:24:25.275553 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57520) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:25.296930 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7888a8-86f2-45b6-8f27-bd932decd73e,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:25.302079 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:25.334217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.353629 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57524) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:25.361631 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.376735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.410136 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3fcb8-ba93-453e-b113-e1ea89d747d9 req-ab67faf7-402c-4352-9c9f-e97add4bfc7b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:25.418298 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-25d3fcb8-ba93-453e-b113-e1ea89d747d9 req-ab67faf7-402c-4352-9c9f-e97add4bfc7b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.1439238 Jun 19 20:24:25.495117 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-25d3fcb8-ba93-453e-b113-e1ea89d747d9 req-f64266f4-3210-4680-aba2-6ccabdaf453d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761187 Jun 19 20:24:25.603877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.620967 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.622804 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be7888a8-86f2-45b6-8f27-bd932decd73e HTTP/1.1" status: 204 len: 168 time: 0.3461766 Jun 19 20:24:25.626233 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:25.642034 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7888a8-86f2-45b6-8f27-bd932decd73e,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:25.652659 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.656216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:25.681315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c7a3-a63d-4c0c-95b2-5c262ac07b41 req-00df4092-8a03-41b7-aeba-8abc23e205ac tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:25.688749 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3155c7a3-a63d-4c0c-95b2-5c262ac07b41 req-00df4092-8a03-41b7-aeba-8abc23e205ac tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1277547 Jun 19 20:24:25.724852 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3155c7a3-a63d-4c0c-95b2-5c262ac07b41 req-5dd182ef-6b55-4bd9-a925-ea59bd7490b6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350285 Jun 19 20:24:25.751255 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea38ca-e531-4da6-ac7b-ac4dcb3f95e2 req-c2a5660b-103f-4df7-b9dc-2d26cf757307 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:25.752798 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d3ea38ca-e531-4da6-ac7b-ac4dcb3f95e2 req-c2a5660b-103f-4df7-b9dc-2d26cf757307 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0683188 Jun 19 20:24:25.764966 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:25.772890 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0b592cba-0f78-492d-a5b8-77b5ec376a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:25.844308 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:24:25.935420 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82268945cfac4acebdb2fbc23c9cb2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772946 Jun 19 20:24:25.938452 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c20ab4-2f98-4d55-8b4a-5a95fcf7c21d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:25.940196 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57552) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:25.945132 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:25.964482 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d3ea38ca-e531-4da6-ac7b-ac4dcb3f95e2 req-01cc01db-5cf8-485e-b885-0932f9427937 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014642 Jun 19 20:24:25.986446 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b9832-0a40-460a-87c0-22eed283b5e6 req-395a4b17-ecdd-4d2e-aaf3-af27869a3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:25.989092 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3d6b9832-0a40-460a-87c0-22eed283b5e6 req-395a4b17-ecdd-4d2e-aaf3-af27869a3ac2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 1099 time: 0.1986008 Jun 19 20:24:25.990092 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cac73-bf80-470e-bca2-828c22702673 req-5fc1e886-571f-4488-9f09-766953e87634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:25.991846 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-527cac73-bf80-470e-bca2-828c22702673 req-5fc1e886-571f-4488-9f09-766953e87634 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 1099 time: 0.1911933 Jun 19 20:24:26.007711 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:24:26.012266 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:24:26.012636 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.046999 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-527cac73-bf80-470e-bca2-828c22702673 req-6816cacd-b4f4-4992-b7ec-cdb6d9673545 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Jun 19 20:24:26.097237 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.112311 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3becdb-cef1-463b-9bc7-ca57a33bb225 req-9fd04de8-0d4a-4204-b018-a49152bf9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:26.113796 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cb3becdb-cef1-463b-9bc7-ca57a33bb225 req-9fd04de8-0d4a-4204-b018-a49152bf9486 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 1099 time: 0.2529457 Jun 19 20:24:26.122394 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3d6b9832-0a40-460a-87c0-22eed283b5e6 req-349c7075-4de4-477f-8537-da6d82e403e4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035416 Jun 19 20:24:26.133819 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:26.138896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.160106 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118481-c3c1-40ce-a794-f5e7cd7db1e9 req-93dfcccc-bad2-486e-a90f-f8c8f912a116 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:26.160106 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0f118481-c3c1-40ce-a794-f5e7cd7db1e9 req-93dfcccc-bad2-486e-a90f-f8c8f912a116 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.2484558 Jun 19 20:24:26.206701 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.212606 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.212606 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-72b8adc7-fcda-43fe-84b9-9081a10fbc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:26.227284 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cb3becdb-cef1-463b-9bc7-ca57a33bb225 req-6efbb458-a910-45e1-8056-c83554081223 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018796 Jun 19 20:24:26.246864 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0f118481-c3c1-40ce-a794-f5e7cd7db1e9 req-d86424ce-fd1e-4c8d-8d26-efb3fe954d3c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801866 Jun 19 20:24:26.256523 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:26.260559 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:26.393604 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.397059 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:26.403302 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60c20ab4-2f98-4d55-8b4a-5a95fcf7c21d HTTP/1.1" status: 204 len: 168 time: 0.4497628 Jun 19 20:24:26.403302 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b6b36baa-8f5e-4255-a7e8-8ac9d0e644b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:26.412773 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c20ab4-2f98-4d55-8b4a-5a95fcf7c21d,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:26.419158 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:26.676520 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6871bc-8d65-48ed-9258-f381ace562d2 req-9a73ee66-7802-43e4-a0e9-5c4c92afdd6a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:26.680763 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ce6871bc-8d65-48ed-9258-f381ace562d2 req-9a73ee66-7802-43e4-a0e9-5c4c92afdd6a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0673785 Jun 19 20:24:26.723760 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ce6871bc-8d65-48ed-9258-f381ace562d2 req-7628769b-999c-441e-9c4d-5d571d276ccf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 Jun 19 20:24:26.929451 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730cfae-7dc0-4282-8569-950f28e2ef43 req-b5b2051a-1820-4f95-b424-65f0796ead39 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:26.931146 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9730cfae-7dc0-4282-8569-950f28e2ef43 req-b5b2051a-1820-4f95-b424-65f0796ead39 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0813470 Jun 19 20:24:26.968373 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9730cfae-7dc0-4282-8569-950f28e2ef43 req-7d1c760b-58ae-4171-b70d-dd780eca637d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jun 19 20:24:27.081225 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:24:27.177734 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22099535-355a-45cc-b069-fd62b7db847c req-f07b2dd1-11c1-401a-b7a3-478687cba399 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:27.179836 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-22099535-355a-45cc-b069-fd62b7db847c req-f07b2dd1-11c1-401a-b7a3-478687cba399 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0638270 Jun 19 20:24:27.192795 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:27.195094 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fcce4c-0474-43a7-b412-e6ba9685f724" -d '{"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-plugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:27.227869 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-22099535-355a-45cc-b069-fd62b7db847c req-01a7aaf1-5a4f-485b-b274-d3c9200a2b2e tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Jun 19 20:24:27.236803 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad9a3b-2230-4fe3-b9f8-91b4cad5a596 x-openstack-request-id: req-7bad9a3b-2230-4fe3-b9f8-91b4cad5a596 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:27.237169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-plugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:27.237439 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bad9a3b-2230-4fe3-b9f8-91b4cad5a596 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:27.237837 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'code': 200} Jun 19 20:24:27.500933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d86b0b-6a4c-4103-a7f0-a08f5e41fda5 req-089e25aa-8f58-444e-b079-0da6c56ce862 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:27.503059 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e6d86b0b-6a4c-4103-a7f0-a08f5e41fda5 req-089e25aa-8f58-444e-b079-0da6c56ce862 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1156247 Jun 19 20:24:27.548180 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e6d86b0b-6a4c-4103-a7f0-a08f5e41fda5 req-31136cbe-709f-437c-a0f6-bccb669c83f4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385699 Jun 19 20:24:27.825296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cbdd8-6182-4548-a766-0a7bbd48ff1d req-8a2251a6-59e5-4ee8-afc9-3bed7512139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:27.826858 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f93cbdd8-6182-4548-a766-0a7bbd48ff1d req-8a2251a6-59e5-4ee8-afc9-3bed7512139f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1098 time: 0.0862508 Jun 19 20:24:27.914736 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f93cbdd8-6182-4548-a766-0a7bbd48ff1d req-c831451b-187f-4fbf-aee3-19e34be15bf6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Jun 19 20:24:27.954961 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c2373-ce53-43ea-9456-f13985a6b533 req-78c775b2-15dc-454a-abf3-b1ae1c1e5f89 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:27.956720 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-727c2373-ce53-43ea-9456-f13985a6b533 req-78c775b2-15dc-454a-abf3-b1ae1c1e5f89 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0867116 Jun 19 20:24:27.998727 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-727c2373-ce53-43ea-9456-f13985a6b533 req-27fcc6bf-9bce-4b89-bfc1-4c2adaa6c2b3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Jun 19 20:24:28.198646 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c68ef3-307f-4699-9482-d703eef22b70 req-26b45498-dd2b-415d-98ad-754971149705 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:28.200071 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c4c68ef3-307f-4699-9482-d703eef22b70 req-26b45498-dd2b-415d-98ad-754971149705 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0672865 Jun 19 20:24:28.249025 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c4c68ef3-307f-4699-9482-d703eef22b70 req-ded948d5-5288-4d4f-a4f1-6631a4365292 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Jun 19 20:24:28.452230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0166f-aa19-4c4f-a6ec-82d44bbc3b56 req-fd5c0051-aea7-451d-b64b-a1baf05eda44 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:28.453950 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e0166f-aa19-4c4f-a6ec-82d44bbc3b56 req-fd5c0051-aea7-451d-b64b-a1baf05eda44 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0874267 Jun 19 20:24:28.495635 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e0166f-aa19-4c4f-a6ec-82d44bbc3b56 req-7bb30b48-70bd-42e8-89b4-87e70a0d73f3 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Jun 19 20:24:28.741249 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ba23-f692-4273-a539-862ca7b5643a req-17462390-33b5-44ac-8069-c3514f02c6aa tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:28.742690 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1759ba23-f692-4273-a539-862ca7b5643a req-17462390-33b5-44ac-8069-c3514f02c6aa tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0691118 Jun 19 20:24:28.782973 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1759ba23-f692-4273-a539-862ca7b5643a req-eefcaddd-e141-43b9-a397-35a25c1ee0c0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330389 Jun 19 20:24:29.179002 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed280730-bea7-4dd5-8c5d-0f8e64f506b9 req-bb3d2602-f265-4222-8000-28941348b160 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:29.180453 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ed280730-bea7-4dd5-8c5d-0f8e64f506b9 req-bb3d2602-f265-4222-8000-28941348b160 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0642769 Jun 19 20:24:29.223465 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ed280730-bea7-4dd5-8c5d-0f8e64f506b9 req-2c794223-4e48-4db4-81d1-31066a83eb98 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328929 Jun 19 20:24:29.440875 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785f4d-0416-46dc-b73b-6bddab687843 req-710c74ae-5c35-4408-a281-60e7d9ddee8c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:29.442340 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8b785f4d-0416-46dc-b73b-6bddab687843 req-710c74ae-5c35-4408-a281-60e7d9ddee8c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0751977 Jun 19 20:24:29.483856 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8b785f4d-0416-46dc-b73b-6bddab687843 req-6fae4841-8cd2-4823-8bc4-6c0bca7d9962 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Jun 19 20:24:30.036742 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae324e-bcf2-4159-aaab-853ec8facbcf req-7235512b-ab32-4d90-87a9-3fc1088870d1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:30.040511 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-06ae324e-bcf2-4159-aaab-853ec8facbcf req-7235512b-ab32-4d90-87a9-3fc1088870d1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0710349 Jun 19 20:24:30.103833 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-06ae324e-bcf2-4159-aaab-853ec8facbcf req-10bfc1ef-0562-424c-b5e2-4ccf0b84410d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579758 Jun 19 20:24:30.335725 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa382613-d90e-4be0-9f29-9e37f04cd405 req-d0d6df13-ed02-4574-9594-838ee0a05194 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:30.336869 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fa382613-d90e-4be0-9f29-9e37f04cd405 req-d0d6df13-ed02-4574-9594-838ee0a05194 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1060333 Jun 19 20:24:30.377731 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ac85f-774a-49cf-aa6a-92ce37a1ac73 req-ad408e98-f863-42d2-b4fa-f1cc60a26dd7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:30.379784 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4b0ac85f-774a-49cf-aa6a-92ce37a1ac73 req-ad408e98-f863-42d2-b4fa-f1cc60a26dd7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1264727 Jun 19 20:24:30.389595 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fa382613-d90e-4be0-9f29-9e37f04cd405 req-b9db8c00-fd61-4869-ad15-61c4bf058a29 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Jun 19 20:24:30.389595 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57796) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:30.389752 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-7bccc3c4-3926-4002-bedf-389641934c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:30.390873 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-7bccc3c4-3926-4002-bedf-389641934c05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 1099 time: 0.0894969 Jun 19 20:24:30.393926 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'floatingip': {'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:30.465975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:30.491400 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-66be8a8c-13ea-45c3-811b-0a9bdcc70d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:30.492937 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-66be8a8c-13ea-45c3-811b-0a9bdcc70d10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 920 time: 0.0931118 Jun 19 20:24:30.537436 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-de6e0a92-6c6a-4f71-b786-609a70ac8363 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f HTTP/1.1" status: 200 len: 217 time: 0.0379009 Jun 19 20:24:30.586805 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-bd1a504f-d2a3-425b-add6-b5e2729a98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:30.588266 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-bd1a504f-d2a3-425b-add6-b5e2729a98c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0443494 Jun 19 20:24:30.627385 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-807a9e72-0db3-41b9-a6a9-a4a50d5ae669 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256262 Jun 19 20:24:30.752424 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-72380fa6-892e-48f0-a56d-77d162346df7 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053987 Jun 19 20:24:30.845685 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-63971f47-f5f0-4755-ba4b-0fa415afff7c req-21f75053-5dea-4018-a501-70cdac995f02 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967426 Jun 19 20:24:31.355738 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:31.497828 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:31.607314 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Floating IP 281cfe6e-aad9-4b96-bc49-a6f405c0fa59 associated. External IP: 172.27.2.133, port: 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f. Jun 19 20:24:31.814479 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Router bbe41846-9863-4978-a2e8-4e3c7a618782 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:24:31.932684 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57860) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:31.935841 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:24:31.941194 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:31.949672 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:24:31.960117 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:24:31.960738 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:24:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:31.993482 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-5fb820c7-933b-46a7-b55c-7325f00631b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "PUT /v2.0/floatingips/281cfe6e-aad9-4b96-bc49-a6f405c0fa59 HTTP/1.1" status: 200 len: 991 time: 1.6031249 Jun 19 20:24:31.994818 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:31.998035 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:32.055074 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.080166 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:24:32.169896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.393430 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.401159 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:32.438475 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57876) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:32.450099 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=632a9e7664b9418b81c8153ecc54daf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5162942 Jun 19 20:24:32.452422 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb6e0e7-5035-44d5-a5fa-b47407413ae6,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:32.454054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57880) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:32.459331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:32.473051 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f94c0-bc69-40da-8e10-d43ef4216977 req-fc2ccfe8-4729-4bd6-b01e-58d65e2c5517 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:32.482752 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd7f94c0-bc69-40da-8e10-d43ef4216977 req-fc2ccfe8-4729-4bd6-b01e-58d65e2c5517 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1434951 Jun 19 20:24:32.526339 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '281cfe6e-aad9-4b96-bc49-a6f405c0fa59', 'tenant_id': 'face394502f545579a98e2298f013218', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'mac_address': 'fa:16:3e:73:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2a075-df2b-4331-a306-781d658c9ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:24:05Z', 'updated_at': '2021-06-19T20:24:30Z', 'revision_number': 1, 'project_id': 'face394502f545579a98e2298f013218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:32.561555 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd7f94c0-bc69-40da-8e10-d43ef4216977 req-477e8862-91c0-4adf-9e72-f4a829ee1a1f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 Jun 19 20:24:32.601612 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:24:32.609007 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.623261 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:24:32.623910 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:24:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:32.634121 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27c99e-e7ff-4e83-a59c-39be9ebf59ac x-openstack-request-id: req-af27c99e-e7ff-4e83-a59c-39be9ebf59ac {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:32.634431 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:32.634703 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af27c99e-e7ff-4e83-a59c-39be9ebf59ac {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:32.635098 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'status': 'completed', 'code': 200} Jun 19 20:24:32.649413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.668390 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.771215 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-382b0920-13a8-4496-adbd-29939c3dec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:32.773265 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-382b0920-13a8-4496-adbd-29939c3dec8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1098 time: 0.0798705 Jun 19 20:24:32.779784 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:24:32.814863 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.869681 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-eebd9edb-efce-4cf0-b19a-44bdd50b3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:32.871159 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-eebd9edb-efce-4cf0-b19a-44bdd50b3b7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.0911527 Jun 19 20:24:32.881491 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.884154 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.885487 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fb6e0e7-5035-44d5-a5fa-b47407413ae6 HTTP/1.1" status: 204 len: 168 time: 0.4178345 Jun 19 20:24:32.886323 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-5fb52abe-0d4d-4fd9-9b41-9358cf29e069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:32.896731 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb6e0e7-5035-44d5-a5fa-b47407413ae6,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:32.899782 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:32.919260 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:32.939146 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:32.958630 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c53cb69c5cb4a268abd4fb8721f70c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165868 Jun 19 20:24:32.960748 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57886) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:32.976609 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf8d567-a4ca-4208-aaab-a0dea8cee7a3,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:32.980705 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:32.999501 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-13c18cef-54ee-44d3-a18d-915e3e25274b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 999 time: 0.1206188 Jun 19 20:24:33.016061 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:33.044237 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:33.063314 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-b060262b-9be5-42a2-88ce-911d2a29ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:33.063694 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '281cfe6e-aad9-4b96-bc49-a6f405c0fa59', 'tenant_id': 'face394502f545579a98e2298f013218', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'mac_address': 'fa:16:3e:73:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2a075-df2b-4331-a306-781d658c9ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:24:05Z', 'updated_at': '2021-06-19T20:24:30Z', 'revision_number': 1, 'project_id': 'face394502f545579a98e2298f013218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:33.065064 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-b060262b-9be5-42a2-88ce-911d2a29ba20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0586512 Jun 19 20:24:33.119678 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457f07-b9cc-4d57-9c02-6c5a8fa1286d None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '281cfe6e-aad9-4b96-bc49-a6f405c0fa59', 'tenant_id': 'face394502f545579a98e2298f013218', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'mac_address': 'fa:16:3e:73:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e2a075-df2b-4331-a306-781d658c9ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:24:05Z', 'updated_at': '2021-06-19T20:24:30Z', 'revision_number': 1, 'project_id': 'face394502f545579a98e2298f013218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:24:33.153719 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-b468c1cb-d1ac-4757-abde-add98a9b4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:33.155318 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-b468c1cb-d1ac-4757-abde-add98a9b4152 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810661 Jun 19 20:24:33.204686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:33.207414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:33.208692 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cf8d567-a4ca-4208-aaab-a0dea8cee7a3 HTTP/1.1" status: 204 len: 168 time: 0.2471278 Jun 19 20:24:33.209511 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-445e1a8a-08a6-46e1-8e18-899c959ac896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:33.217877 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf8d567-a4ca-4208-aaab-a0dea8cee7a3,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:33.220106 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:33.259045 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-cb68293c-67e8-4ffc-b868-18317fa65fc8 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946934 Jun 19 20:24:33.382244 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7005dbec-c07c-40cf-8d77-1f6f6cffc2ab req-c67ee80d-b968-4df2-a339-418382331a68 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159174 Jun 19 20:24:33.393381 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6c4e2-c57a-4e42-80ff-16bc7054b9b4 None None] New status for floating IP 281cfe6e-aad9-4b96-bc49-a6f405c0fa59: ACTIVE {{(pid=93446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:24:33.763312 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43895eb-99b7-469c-bd43-39f5f1f5833f req-b1eaa2c1-8d7e-454f-a26f-2f437d42c3d0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:33.770239 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d43895eb-99b7-469c-bd43-39f5f1f5833f req-b1eaa2c1-8d7e-454f-a26f-2f437d42c3d0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0776875 Jun 19 20:24:33.817500 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d43895eb-99b7-469c-bd43-39f5f1f5833f req-6c919d9d-81bd-4e0f-b8b2-0176d001a25b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Jun 19 20:24:33.832711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57912) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:33.847429 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:33.947096 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.081575 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.084300 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-15b97c70-acfd-42df-a8f5-90526afecea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:34.138340 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc62f71462c84c929701517e6e20070b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022594 Jun 19 20:24:34.138340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac97aa47-6530-4519-ab0b-d11986df732b,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:34.138725 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57916) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:34.140629 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:34.191317 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.213013 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.282508 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 57918) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:34.295212 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.357689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.363650 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.364786 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac97aa47-6530-4519-ab0b-d11986df732b HTTP/1.1" status: 204 len: 168 time: 0.2244246 Jun 19 20:24:34.367516 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:34.380177 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac97aa47-6530-4519-ab0b-d11986df732b,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:34.382274 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-72c62103-32dc-4189-ab6d-842a3d7b5f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.384566 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:34.448166 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.521630 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.525288 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:34.562063 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e01845550ead47e6a0cee070eaa34468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785072 Jun 19 20:24:34.563919 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c07b8b2-8a08-458c-9ec3-9cf616827b57,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:34.564902 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 57924) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:34.566789 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:34.612201 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.633588 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.756485 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.760548 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:34.762453 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c07b8b2-8a08-458c-9ec3-9cf616827b57 HTTP/1.1" status: 204 len: 168 time: 0.1960678 Jun 19 20:24:34.763502 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-db3c9254-15d1-46c6-bb9c-59b56fa2dceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:34.779725 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c07b8b2-8a08-458c-9ec3-9cf616827b57,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:34.799584 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:35.025834 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a582c-32ff-4a51-9767-d31b38edd448 req-5479b76e-76ca-4f3c-bcac-ccd2f6bd0ef7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:35.027308 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-754a582c-32ff-4a51-9767-d31b38edd448 req-5479b76e-76ca-4f3c-bcac-ccd2f6bd0ef7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0671010 Jun 19 20:24:35.065953 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-754a582c-32ff-4a51-9767-d31b38edd448 req-bba8656a-d589-48ee-80e5-81935edf542f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Jun 19 20:24:36.286895 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237aa2d8-8ca7-46d2-8612-bc2228f4010c req-4ddf8bfe-dd2c-4e44-be31-d81b69a18ef9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:36.295694 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-237aa2d8-8ca7-46d2-8612-bc2228f4010c req-4ddf8bfe-dd2c-4e44-be31-d81b69a18ef9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1108873 Jun 19 20:24:36.328242 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-237aa2d8-8ca7-46d2-8612-bc2228f4010c req-cb123929-8eab-4a01-85a1-5f3d5e44e5a3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Jun 19 20:24:36.698659 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:36.964439 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8e536395-8506-44ef-88d0-98b32ceebc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:37.179636 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:37.691964 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952c91-9beb-4fc3-a21a-f8032ff391ec req-69bbfbb4-e4ce-42f7-b2c8-cfa8a7a21899 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:37.693640 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e8952c91-9beb-4fc3-a21a-f8032ff391ec req-69bbfbb4-e4ce-42f7-b2c8-cfa8a7a21899 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.2430346 Jun 19 20:24:37.697935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58094) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:37.749358 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e8952c91-9beb-4fc3-a21a-f8032ff391ec req-fcc1e6ce-6d62-4dfe-bffe-c3b854430d33 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Jun 19 20:24:37.793713 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58098) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:37.880660 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:37.912670 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:37.992703 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.084483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.168048 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.168759 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7105fb22-0991-49b2-9055-e83affdb50f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:38.211839 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=137cc5c998744819878acaabc1eae328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128481 Jun 19 20:24:38.214559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58108) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:38.221195 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dfe7f0-5e98-43ed-8578-f92d53bb3d90,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:38.225388 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:38.263887 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.323812 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.324026 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.450311 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.450496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.452956 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.456645 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c581e552-9241-4237-af3c-48c984850834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:38.456765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04dfe7f0-5e98-43ed-8578-f92d53bb3d90 HTTP/1.1" status: 204 len: 168 time: 0.2383533 Jun 19 20:24:38.456765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:38.497888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dfe7f0-5e98-43ed-8578-f92d53bb3d90,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:38.503513 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:38.503731 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e96816-5f42-46f4-8a57-6427de29fe96,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:38.510825 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:38.525286 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58116) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:38.531047 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d0708b935e44e9eabab13e8eeb0ff10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340140 Jun 19 20:24:38.577778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.597287 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.738778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.741953 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:38.743208 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8e96816-5f42-46f4-8a57-6427de29fe96 HTTP/1.1" status: 204 len: 168 time: 0.2166076 Jun 19 20:24:38.744100 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:38.757806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e96816-5f42-46f4-8a57-6427de29fe96,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:38.765578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.766131 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.766657 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.767420 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.767766 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.768140 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.768472 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.769094 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.769584 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.770071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.770920 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.771414 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:38.774951 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:38.935521 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db089f-2083-468f-8c3d-ff7342082838 req-bc212af4-f890-4c9d-a394-06c70c5f8e46 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:38.937029 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a6db089f-2083-468f-8c3d-ff7342082838 req-bc212af4-f890-4c9d-a394-06c70c5f8e46 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0637281 Jun 19 20:24:38.975885 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a6db089f-2083-468f-8c3d-ff7342082838 req-86698385-3413-4347-93fa-7de84fead970 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Jun 19 20:24:39.185951 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58142) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:39.200733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.297664 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.429920 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.433429 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:39.471001 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00dd7b6249714ccb9ae2e7f73b169fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815189 Jun 19 20:24:39.471001 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b1717-7e65-401f-8d29-25d11e9c262d,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:39.471826 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58154) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:39.479268 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:39.527039 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.548786 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.571725 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58160) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:39.604871 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.685245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.694453 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.697761 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/601b1717-7e65-401f-8d29-25d11e9c262d HTTP/1.1" status: 204 len: 168 time: 0.2241201 Jun 19 20:24:39.701793 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1108408b-bbd5-4e7c-ab9b-48bea5322a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:39.708484 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b1717-7e65-401f-8d29-25d11e9c262d,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:39.711421 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:39.751582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.815879 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.819440 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9902f900-48cf-45dd-a8c2-36f90bc33e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:39.856919 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebbcee0a4a9c46f7a22921f34e6a5cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834013 Jun 19 20:24:39.857786 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd9fd3-5a06-4d99-bb2b-082e8fcf14c1,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:39.859608 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58168) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:39.866157 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.866525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.866876 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.867219 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.867559 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.867898 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.868260 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.868598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.868933 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.869267 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.869601 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.869933 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:24:39.873667 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:39.907035 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.920171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58170) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:39.927779 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:39.957899 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.087139 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.090085 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.094136 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2afd9fd3-5a06-4d99-bb2b-082e8fcf14c1 HTTP/1.1" status: 204 len: 168 time: 0.2334163 Jun 19 20:24:40.095163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:40.112856 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd9fd3-5a06-4d99-bb2b-082e8fcf14c1,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:40.118149 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:40.180949 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.218283 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef5d33-7248-4044-a713-7e551471d1bb req-ff567f28-a40f-43e9-ad25-5593894d6449 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:40.222970 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ceef5d33-7248-4044-a713-7e551471d1bb req-ff567f28-a40f-43e9-ad25-5593894d6449 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1097989 Jun 19 20:24:40.290438 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ceef5d33-7248-4044-a713-7e551471d1bb req-533f76b9-4e70-460c-b857-31c47c72d5d7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 Jun 19 20:24:40.328055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.413131 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.416409 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:40.456486 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d6a41-e372-40d5-aafd-2143851103a9,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:40.463652 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58194) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:40.463846 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=584e7f39c4a440bca0e8166b1b4f553d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426874 Jun 19 20:24:40.464767 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:40.574323 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.598047 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.789345 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.792137 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:40.796201 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f89d6a41-e372-40d5-aafd-2143851103a9 HTTP/1.1" status: 204 len: 168 time: 0.3275037 Jun 19 20:24:40.802714 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4f96980f-8738-45c1-974b-6dec09455412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:40.809113 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d6a41-e372-40d5-aafd-2143851103a9,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:40.815138 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:41.463973 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf89f6b-2640-4ce9-bb16-0537631231d0 req-a2bcc0cd-20c0-42fc-b0fb-1d405340f4d2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:41.465684 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-adf89f6b-2640-4ce9-bb16-0537631231d0 req-a2bcc0cd-20c0-42fc-b0fb-1d405340f4d2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0637028 Jun 19 20:24:41.509699 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-adf89f6b-2640-4ce9-bb16-0537631231d0 req-1dc277c5-e748-4a44-bfc8-d34b8433651a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jun 19 20:24:41.684895 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58238) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:41.698661 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:41.784114 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:41.870079 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:41.920699 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:41.935896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58248) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:41.936325 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=315207f6e45d41029bbdf9b24923b2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501802 Jun 19 20:24:41.955312 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393324f-bdc0-4e3c-b683-d99c89971665,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:41.959661 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:42.010019 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:42.030992 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:42.195784 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:42.202890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:42.202890 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f393324f-bdc0-4e3c-b683-d99c89971665 HTTP/1.1" status: 204 len: 168 time: 0.2622545 Jun 19 20:24:42.202890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-17a882a7-0744-4c6a-a99c-d920e011e49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:42.234412 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393324f-bdc0-4e3c-b683-d99c89971665,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:42.234412 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:42.746219 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f983750-a627-4994-b3c3-464c76799228 req-d3b1e13e-aaed-48c1-abdf-22cbddc5e6b5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:42.747709 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1f983750-a627-4994-b3c3-464c76799228 req-d3b1e13e-aaed-48c1-abdf-22cbddc5e6b5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0682712 Jun 19 20:24:42.791704 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1f983750-a627-4994-b3c3-464c76799228 req-2fa23654-b37d-4b8d-a624-f55425c50cbe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jun 19 20:24:42.930710 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85d8a-b3b6-4939-a2bc-7e4a4ac20ca0 req-0d978059-5761-406d-bf07-ee0452f5fe5c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:42.937920 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-04c85d8a-b3b6-4939-a2bc-7e4a4ac20ca0 req-0d978059-5761-406d-bf07-ee0452f5fe5c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0740745 Jun 19 20:24:42.972152 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-04c85d8a-b3b6-4939-a2bc-7e4a4ac20ca0 req-ff8dc876-4254-4fee-9394-9f6ab99e70bf tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jun 19 20:24:44.143428 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010db31-0379-46e5-ab4e-ad99233a2068 req-5bf432a0-774d-4170-88b7-cbc0dc8aac72 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:44.156130 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4010db31-0379-46e5-ab4e-ad99233a2068 req-5bf432a0-774d-4170-88b7-cbc0dc8aac72 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0781963 Jun 19 20:24:44.186170 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0231f-de75-480d-b4a2-c8a359d79143 req-8ef0901d-49a1-4e0b-84b9-cdbb2163ca56 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:44.187702 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-62b0231f-de75-480d-b4a2-c8a359d79143 req-8ef0901d-49a1-4e0b-84b9-cdbb2163ca56 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0855689 Jun 19 20:24:44.201434 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4010db31-0379-46e5-ab4e-ad99233a2068 req-d0530b25-1360-4356-9e36-1e6c5b93d850 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338778 Jun 19 20:24:44.237711 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-62b0231f-de75-480d-b4a2-c8a359d79143 req-efcae636-e998-488a-9ec8-4b49ec8798d0 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Jun 19 20:24:45.398220 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ce60-4b30-4115-a775-cefa40cdb27e req-6b9386f1-cd49-4e83-b516-7b9fb4e9ee1f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:45.398220 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d7b2ce60-4b30-4115-a775-cefa40cdb27e req-6b9386f1-cd49-4e83-b516-7b9fb4e9ee1f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0785892 Jun 19 20:24:45.435818 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d7b2ce60-4b30-4115-a775-cefa40cdb27e req-98077d41-eccd-48fd-92f6-40ed2e85830c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361903 Jun 19 20:24:45.448202 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e903cd1-30f8-47f3-a581-204bb1668ce4 req-27e1489a-ff5a-41dd-bb95-f93d99002d19 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:45.449718 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5e903cd1-30f8-47f3-a581-204bb1668ce4 req-27e1489a-ff5a-41dd-bb95-f93d99002d19 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0708275 Jun 19 20:24:45.495149 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5e903cd1-30f8-47f3-a581-204bb1668ce4 req-0f59e88a-a465-4d8c-80b0-777342401bd2 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/security-groups?id=226f22b6-3b2c-4bb7-aa16-03cb43c30966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Jun 19 20:24:45.568540 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798f41a-789b-4f40-b843-479807c44341 req-239c9357-c01a-44ad-a189-ebd5db7e064c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:45.568540 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9798f41a-789b-4f40-b843-479807c44341 req-239c9357-c01a-44ad-a189-ebd5db7e064c tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.22 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 946 time: 0.0687490 Jun 19 20:24:45.846465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Deleting port b3305449-c65f-4386-8939-4dea44e611df {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:24:45.846465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:45.846465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] For port b3305449-c65f-4386-8939-4dea44e611df, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b3305449-c65f-4386-8939-4dea44e611df,segment=NetworkSegment(4d2ed575-c25a-4d13-9bdf-fccc3af1e855),segment_id=4d2ed575-c25a-4d13-9bdf-fccc3af1e855)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:24:45.846465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:45.890946 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Calling delete_port for b3305449-c65f-4386-8939-4dea44e611df owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:24:46.132458 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:46.140166 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:46.149305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['b3305449-c65f-4386-8939-4dea44e611df'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:46.169363 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Pushing event deleted for resources: {'Port': ['ID=b3305449-c65f-4386-8939-4dea44e611df,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:46.190297 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:46.230245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] No DVR routers for this DVR port b3305449-c65f-4386-8939-4dea44e611df on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:24:46.233356 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:46.235370 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9798f41a-789b-4f40-b843-479807c44341 req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.22 "DELETE /v2.0/ports/b3305449-c65f-4386-8939-4dea44e611df HTTP/1.1" status: 204 len: 173 time: 0.6589575 Jun 19 20:24:46.235839 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'name': 'network-vif-deleted', 'tag': 'b3305449-c65f-4386-8939-4dea44e611df'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:46.238158 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3f9245-ad75-4c2f-8010-795cf4655e80" -d '{"events": [{"server_uuid": "b576b1fa-93bf-4cf4-981a-1b2a229f1bcc", "name": "network-vif-deleted", "tag": "b3305449-c65f-4386-8939-4dea44e611df"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:46.277906 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54645d85-4d94-469e-84a7-c852201b86cf x-openstack-request-id: req-54645d85-4d94-469e-84a7-c852201b86cf {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:46.277906 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b576b1fa-93bf-4cf4-981a-1b2a229f1bcc", "name": "network-vif-deleted", "tag": "b3305449-c65f-4386-8939-4dea44e611df", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:46.277906 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54645d85-4d94-469e-84a7-c852201b86cf {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:46.277906 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b576b1fa-93bf-4cf4-981a-1b2a229f1bcc', 'name': 'network-vif-deleted', 'tag': 'b3305449-c65f-4386-8939-4dea44e611df', 'status': 'completed', 'code': 200} Jun 19 20:24:46.622810 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5fb60-cdad-464f-89de-c50703830af1 req-c0f39f85-957e-479d-abd7-c1a7efb471c3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:46.624573 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ead5fb60-cdad-464f-89de-c50703830af1 req-c0f39f85-957e-479d-abd7-c1a7efb471c3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0747254 Jun 19 20:24:46.639286 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0b152323-aae1-4b62-ba39-8a5ff2dfc589 req-65dfe0a7-883c-445e-a00c-d21efc96cefe tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.0278625 Jun 19 20:24:46.675981 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ead5fb60-cdad-464f-89de-c50703830af1 req-e77ecfe6-fda9-4ef5-9f27-f5263a376f53 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 Jun 19 20:24:47.812819 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0e7e331a-5c3b-4e97-b027-41972a1edbed req-2c4b6770-e324-476a-baff-f3ad15a860d5 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] 10.222.0.25 "GET /v2.0/ports?device_id=b576b1fa-93bf-4cf4-981a-1b2a229f1bcc HTTP/1.1" status: 200 len: 210 time: 0.0304174 Jun 19 20:24:47.856032 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ea5ba-0519-4881-817e-4bdacf98a216 req-2d0b38f8-f329-419d-87e7-c47fd09acc97 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:47.857494 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b39ea5ba-0519-4881-817e-4bdacf98a216 req-2d0b38f8-f329-419d-87e7-c47fd09acc97 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0677085 Jun 19 20:24:47.899399 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b39ea5ba-0519-4881-817e-4bdacf98a216 req-1d359d72-56b0-4945-862c-1add7512e238 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Jun 19 20:24:49.104502 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58494) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:49.106433 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8832ea-a057-4f10-9273-89466885913a req-37343720-2a30-428a-8d81-8bec3d9335e2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:49.110306 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-df8832ea-a057-4f10-9273-89466885913a req-37343720-2a30-428a-8d81-8bec3d9335e2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0794389 Jun 19 20:24:49.165174 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-df8832ea-a057-4f10-9273-89466885913a req-298e8d4f-810b-46fc-a066-095aac5688b5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483239 Jun 19 20:24:49.237452 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.342695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.445444 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.452044 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:49.490713 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99e741-2fb6-4a67-b329-26c00826a15a,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:49.494790 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d5988e66e714f5f900da528c321ea36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892591 Jun 19 20:24:49.497869 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:49.499762 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58514) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:49.550566 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.571348 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.703634 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.706246 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:49.707376 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed99e741-2fb6-4a67-b329-26c00826a15a HTTP/1.1" status: 204 len: 168 time: 0.2066817 Jun 19 20:24:49.708122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-deed52fe-3748-4547-8279-84acdf30832d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:49.716401 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99e741-2fb6-4a67-b329-26c00826a15a,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:49.718607 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:50.022417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device b3305449-c65f-4386-8939-4dea44e611df no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:24:50.045007 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: b3305449-c65f-4386-8939-4dea44e611df {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:24:50.045380 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device b3305449-c65f-4386-8939-4dea44e611df not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:24:50.371159 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02759e2-e1d7-46a2-a143-4d8fbfadca1d req-f2410fd7-c7c2-431d-8e20-30eff19c490b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:50.372729 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b02759e2-e1d7-46a2-a143-4d8fbfadca1d req-f2410fd7-c7c2-431d-8e20-30eff19c490b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0762236 Jun 19 20:24:50.410083 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b02759e2-e1d7-46a2-a143-4d8fbfadca1d req-e442dc90-f24d-4f1a-ae2d-9db57761a172 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Jun 19 20:24:50.487034 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-599b9603-40df-42f2-85a5-afc5f297035d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:50.488549 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-599b9603-40df-42f2-85a5-afc5f297035d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.1061957 Jun 19 20:24:50.506702 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-fe84ffdf-c86b-4260-bde6-43798aa4e4ac tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/quotas/a70ccd5ad011493d877d992f60cb1799 HTTP/1.1" status: 200 len: 375 time: 0.0108838 Jun 19 20:24:50.602444 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-ae3214fb-b00e-44a4-bbe9-122360d531aa tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902302 Jun 19 20:24:50.665364 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58572) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:50.694460 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58574) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:50.717439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Deleting subnet 110d42a3-fc79-45e8-8434-e81b9e8e1954 {{(pid=93445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:24:50.720989 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:50.742289 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-e4d72cdc-89ad-42b5-8f85-d467f0517750 service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317592 Jun 19 20:24:50.776424 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7941762'] for subnet, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:50.825969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:50.834789 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:50.877606 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-91ce9ddf-0f6d-4efb-a76b-aad32d709213 service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330416 Jun 19 20:24:50.963962 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.036070 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7941710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7556752'] for subnet, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.039822 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-79437df0-7586-4819-bbdc-554e9ceb135d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:51.061133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110d42a3-fc79-45e8-8434-e81b9e8e1954,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:51.063893 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.066265 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:51.067237 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.069787 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/110d42a3-fc79-45e8-8434-e81b9e8e1954 HTTP/1.1" status: 204 len: 168 time: 0.4031656 Jun 19 20:24:51.072734 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58586) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:51.081811 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58588) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:51.082757 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2f9fd11b-2a82-4b3f-ac3c-7dda5fe6866c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:51.102310 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60366f7375254deb8cf89a09bb3eab0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066832 Jun 19 20:24:51.105319 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58594) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:51.131426 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0093b-11c4-4dd4-a8cb-4f6dfa939e97,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:51.138597 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:51.183112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.185262 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.214366 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e05a3a8e-7fd3-4ea0-85fa-fea69c6dff17 req-ebed8d36-bd56-48ca-992e-eb4ab80823e2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 210 time: 0.0502706 Jun 19 20:24:51.221182 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.258248 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1754935334-network', 'tenant_id': '7db16a26b4ca439aa7f39b79f6d43fd4'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:51.304833 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.314758 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5f02f9-c4b3-4e41-bd46-6749b0279868']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:51.326100 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2ed575-c25a-4d13-9bdf-fccc3af1e855') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:51.326501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2ed575-c25a-4d13-9bdf-fccc3af1e855') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:24:51.337974 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.352238 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.358488 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:24:51.358864 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:24:51.360471 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:24:51.432866 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Made reservation on behalf of 7db16a26b4ca439aa7f39b79f6d43fd4 for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:24:51.435309 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.445133 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.520461 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.523045 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.529987 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86f0093b-11c4-4dd4-a8cb-4f6dfa939e97 HTTP/1.1" status: 204 len: 168 time: 0.4206030 Jun 19 20:24:51.536616 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:51.544346 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0093b-11c4-4dd4-a8cb-4f6dfa939e97,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:51.547435 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:51.568679 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.576026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:51.581586 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.583604 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e5f02f9-c4b3-4e41-bd46-6749b0279868 HTTP/1.1" status: 204 len: 168 time: 0.5097506 Jun 19 20:24:51.611908 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.644014 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5f02f9-c4b3-4e41-bd46-6749b0279868,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:51.644014 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-71cbacc7-713c-41c6-8378-7aab08796ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:51.682276 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1465ae-0d84-4a67-9891-a5ce15ebef31 req-8fe8cd44-6c97-4d00-9068-2aa1fb9902bb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:51.683937 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6f1465ae-0d84-4a67-9891-a5ce15ebef31 req-8fe8cd44-6c97-4d00-9068-2aa1fb9902bb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1613674 Jun 19 20:24:51.698057 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.702334 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6670c7ce-0eaf-4fb5-b5a9-3a1f32d95586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:51.728370 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=93444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:24:51.732548 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6f1465ae-0d84-4a67-9891-a5ce15ebef31 req-384cd8c4-240d-4bd0-8123-5eda16527798 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Jun 19 20:24:51.737895 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:51.743063 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.743442 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Added segment 74a615ed-4cc3-483f-b494-8c735525e171 of type vlan for network e55a2586-9170-4c27-8ad7-b66d47024ea5 Jun 19 20:24:51.745449 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:51.788550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.907004 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.910555 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:51.911186 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:51.913506 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5401922f-4b86-4a23-83a1-a19c437dcfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:51.973733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Pushing event updated for resources: {'Network': ['ID=e55a2586-9170-4c27-8ad7-b66d47024ea5,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:51.976668 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:51.984167 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network e55a2586-9170-4c27-8ad7-b66d47024ea5 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:24:52.074902 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9893363 Jun 19 20:24:52.078899 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58620) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:52.082899 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58622) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:52.084323 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Request body: {'subnet': {'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1754935334-subnet', 'tenant_id': '7db16a26b4ca439aa7f39b79f6d43fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:52.121657 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-5be4fa16-9c68-402e-bbc3-fe7b22d561fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b58e13d20b6a451aad2226e44fac0334&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375271 Jun 19 20:24:52.124455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58624) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:52.170283 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.190478 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.209701 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Made reservation on behalf of 7db16a26b4ca439aa7f39b79f6d43fd4 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:24:52.212055 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7609478'] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.358391 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.361073 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.362165 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/226f22b6-3b2c-4bb7-aa16-03cb43c30966 HTTP/1.1" status: 204 len: 168 time: 0.2368052 Jun 19 20:24:52.362853 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:52.374483 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fde74373-03d5-402c-ab6c-4efc9e1a6b9f req-0cf82cb2-bcbd-468b-a8c6-447df0258d81 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 210 time: 0.0333683 Jun 19 20:24:52.374582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f22b6-3b2c-4bb7-aa16-03cb43c30966,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:52.374582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:52.472704 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58632) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:52.485833 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.524652 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7609492'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.531123 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-95b93d81-a270-4bce-af02-dde374ad1961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:52.604137 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7de0ed8-558d-40fe-93a9-54a8d811a86d,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:52.609344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:52.624082 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Checking segment: {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:24:52.624437 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Network hostable DHCP agents. Network: e55a2586-9170-4c27-8ad7-b66d47024ea5, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:24:52.646435 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.770215 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Network e55a2586-9170-4c27-8ad7-b66d47024ea5 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:24:52.772344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.776438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-997f5e7e-c802-4637-bec7-73aff04c6056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:52.815187 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a42770c88f9c4c069f61cedb85ca2f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413997 Jun 19 20:24:52.816416 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfdb16-a88b-42e7-980a-1d01bb361600,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:52.819298 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:52.822569 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58644) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:52.889296 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.898639 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, e55a2586-9170-4c27-8ad7-b66d47024ea5) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:24:52.905263 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:52.906006 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.911407 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6700ed1-f8ab-4ab6-85a9-f8776f93844e None None] Network e55a2586-9170-4c27-8ad7-b66d47024ea5 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:24:52.930065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:52.955535 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc90f-f56f-4686-a2c3-0895cce5b2d5 req-d604f477-fdd7-410c-9cc4-edbc3ccef51d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:52.963099 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-679fc90f-f56f-4686-a2c3-0895cce5b2d5 req-d604f477-fdd7-410c-9cc4-edbc3ccef51d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0999122 Jun 19 20:24:53.003712 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-679fc90f-f56f-4686-a2c3-0895cce5b2d5 req-0538fcb8-412f-4d76-9031-52960cc77416 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 Jun 19 20:24:53.081502 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd6b28-8621-4460-8b5a-99f50a2eb2b2 None None] Network e55a2586-9170-4c27-8ad7-b66d47024ea5 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:24:53.084676 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5a3d056a-2198-42ee-bb3f-30397f4667cf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0047374 Jun 19 20:24:53.109639 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:53.112323 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:53.113540 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43dfdb16-a88b-42e7-980a-1d01bb361600 HTTP/1.1" status: 204 len: 168 time: 0.2900360 Jun 19 20:24:53.114288 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-050b4c23-5b3e-4213-93ee-a7f75bdc129a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:53.124322 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfdb16-a88b-42e7-980a-1d01bb361600,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:53.145144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:53.541889 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5f24b9db-155b-44f2-9f20-a468cfca0902 req-05bd0a92-daed-400e-9f5e-2d4f8da260e9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 210 time: 0.0550976 Jun 19 20:24:53.968818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-62701c26-3f0c-40f1-836e-7cdea0ba5cdb tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:53.970239 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-62701c26-3f0c-40f1-836e-7cdea0ba5cdb tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.1194334 Jun 19 20:24:53.983851 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Request body: {'port': {'device_id': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'admin_state_up': True, 'tenant_id': 'a70ccd5ad011493d877d992f60cb1799'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:54.195370 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Made reservation on behalf of a70ccd5ad011493d877d992f60cb1799 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:24:54.199460 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:54.208414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95268142-e9e5-485c-92f5-c69a155f84b0 req-b8589788-cb6e-4c6d-ba3b-3fbe909a7636 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:54.212111 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-95268142-e9e5-485c-92f5-c69a155f84b0 req-b8589788-cb6e-4c6d-ba3b-3fbe909a7636 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0803380 Jun 19 20:24:54.272626 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-95268142-e9e5-485c-92f5-c69a155f84b0 req-5dd9cdc8-2862-4362-9d4b-19469a2c3fce tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535078 Jun 19 20:24:54.339866 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Allocated IP 172.20.0.10 (e659d689-690a-458a-ad02-4fb8313c0ed1/43808142-728d-46ce-8395-9750204a83ff/e3da7771-655c-4319-a56d-17edfa54e173) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:24:54.545282 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:54.656795 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:54.663509 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:54.670212 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:24:54.975062 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Network e659d689-690a-458a-ad02-4fb8313c0ed1 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:24:54.978022 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event updated for resources: {'Port': ['ID=e3da7771-655c-4319-a56d-17edfa54e173,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:54.982083 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:24:54.983871 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:54.986066 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:24:55.041272 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:55.043322 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:55.061221 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78df1-b2a2-45fa-ae46-eaf780b3b556 req-6fdc9c1d-31e3-44b8-8ae7-4d092f8c12d4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:55.062676 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-21d78df1-b2a2-45fa-ae46-eaf780b3b556 req-6fdc9c1d-31e3-44b8-8ae7-4d092f8c12d4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 932 time: 0.3884077 Jun 19 20:24:55.106113 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-21d78df1-b2a2-45fa-ae46-eaf780b3b556 req-5e9dda45-8881-483d-ba0d-1ab8dd133ce8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Jun 19 20:24:55.147581 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1681187 Jun 19 20:24:55.162072 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Request body: {'port': {'device_id': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:24:55.234689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:55.455831 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d05f5-8675-41d1-b705-9fbb933989bb req-f7bed31c-647a-4203-843f-5d77f9386fd9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:55.461283 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fc1d05f5-8675-41d1-b705-9fbb933989bb req-f7bed31c-647a-4203-843f-5d77f9386fd9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0734890 Jun 19 20:24:55.497450 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fc1d05f5-8675-41d1-b705-9fbb933989bb req-f0482ed0-da4e-4f94-8d0a-9e5b2a4115ef tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jun 19 20:24:55.556732 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3da7771-655c-4319-a56d-17edfa54e173 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:24:55.564137 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:55.576257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Transition to ACTIVE for port object e3da7771-655c-4319-a56d-17edfa54e173 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:24:55.661210 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:55.664942 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:55.734428 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da7771-655c-4319-a56d-17edfa54e173,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:55.738663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:55.806332 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Attempting to bind port e3da7771-655c-4319-a56d-17edfa54e173 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:24:55.806668 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Attempting to bind port e3da7771-655c-4319-a56d-17edfa54e173 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:24:55.806988 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Attempting to bind port e3da7771-655c-4319-a56d-17edfa54e173 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:55.811486 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Port e3da7771-655c-4319-a56d-17edfa54e173 on network e659d689-690a-458a-ad02-4fb8313c0ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:24:55.811798 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Attempting to bind port e3da7771-655c-4319-a56d-17edfa54e173 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:24:55.816508 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:24:55.816835 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Checking segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:24:55.817209 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Bound using segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:24:55.817624 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Bound port: e3da7771-655c-4319-a56d-17edfa54e173, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:24:55.818011 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:55.878330 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] For port e3da7771-655c-4319-a56d-17edfa54e173, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:24:55.881268 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] For port e3da7771-655c-4319-a56d-17edfa54e173, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e3da7771-655c-4319-a56d-17edfa54e173,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:24:55.961311 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:55.964380 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:56.015803 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.017036 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:56.018561 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-1846c685-071a-4054-bb03-76c16c590328 service neutron] 10.222.0.22 "PUT /v2.0/ports/e3da7771-655c-4319-a56d-17edfa54e173 HTTP/1.1" status: 200 len: 1094 time: 0.8608866 Jun 19 20:24:56.019046 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'tag': 'e3da7771-655c-4319-a56d-17edfa54e173'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:24:56.024447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ceba7-63dc-49a1-9b6a-2630155578ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a284c2-8b44-4c8e-a05a-61bc10afb642", "tag": "e3da7771-655c-4319-a56d-17edfa54e173"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:24:56.044722 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da7771-655c-4319-a56d-17edfa54e173,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:56.048417 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:56.060960 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd72bb59-c127-4797-90f2-390d91890216 x-openstack-request-id: req-fd72bb59-c127-4797-90f2-390d91890216 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:24:56.064491 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a284c2-8b44-4c8e-a05a-61bc10afb642", "tag": "e3da7771-655c-4319-a56d-17edfa54e173", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:24:56.064491 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd72bb59-c127-4797-90f2-390d91890216 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:24:56.064491 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'tag': 'e3da7771-655c-4319-a56d-17edfa54e173', 'status': 'completed', 'code': 200} Jun 19 20:24:56.162716 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ceba7-63dc-49a1-9b6a-2630155578ae req-ad812678-bedb-45e3-a349-3facdfa00b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.164319 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-949ceba7-63dc-49a1-9b6a-2630155578ae req-ad812678-bedb-45e3-a349-3facdfa00b5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 1097 time: 0.0673420 Jun 19 20:24:56.278989 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ceba7-63dc-49a1-9b6a-2630155578ae req-1d7a27c4-021f-45b4-8c84-6a2038563520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.280495 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-949ceba7-63dc-49a1-9b6a-2630155578ae req-1d7a27c4-021f-45b4-8c84-6a2038563520 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a70ccd5ad011493d877d992f60cb1799&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1057072 Jun 19 20:24:56.312650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdce3-44c0-43a1-b925-bfa32bcb1389 req-f76ef87c-5977-4a2b-9dbd-0abdea20afd2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.314070 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8fdce3-44c0-43a1-b925-bfa32bcb1389 req-f76ef87c-5977-4a2b-9dbd-0abdea20afd2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 944 time: 0.0700221 Jun 19 20:24:56.365316 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8fdce3-44c0-43a1-b925-bfa32bcb1389 req-ff3190c0-0c36-4873-ac4f-2e7fe684b342 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Jun 19 20:24:56.399155 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ceba7-63dc-49a1-9b6a-2630155578ae req-f8ada51a-8fe9-4846-ad79-89255b2dc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.400644 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-949ceba7-63dc-49a1-9b6a-2630155578ae req-f8ada51a-8fe9-4846-ad79-89255b2dc0aa service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119401 Jun 19 20:24:56.519092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-fdde469c-fc03-4616-9e25-4d1291825c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.520682 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-fdde469c-fc03-4616-9e25-4d1291825c4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 1097 time: 0.0554204 Jun 19 20:24:56.565425 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-71914ced-c2c0-4cd8-a771-6a0d3cd22666 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3da7771-655c-4319-a56d-17edfa54e173 HTTP/1.1" status: 200 len: 217 time: 0.0361238 Jun 19 20:24:56.636832 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-d3e70b5b-0033-4049-812a-2bc1c1e9bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.637201 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-d3e70b5b-0033-4049-812a-2bc1c1e9bb6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 200 len: 854 time: 0.0650530 Jun 19 20:24:56.689066 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-fb34f557-0b4d-4f4c-8744-e321da573ccc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e659d689-690a-458a-ad02-4fb8313c0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341232 Jun 19 20:24:56.783184 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d502c-9904-4da7-a501-2115761d0508 req-5fa35336-258d-46b1-ad87-bab9ed817d8f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.784706 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d67d502c-9904-4da7-a501-2115761d0508 req-5fa35336-258d-46b1-ad87-bab9ed817d8f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1653140 Jun 19 20:24:56.829428 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-beb71986-b9d7-4684-af4b-48797bb5da97 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318438 Jun 19 20:24:56.851310 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d67d502c-9904-4da7-a501-2115761d0508 req-83aa42e7-7927-4b46-bc89-2235d36cf137 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 Jun 19 20:24:56.946922 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e2737a6-fe22-487c-8657-4dc6871763a2 req-4862900a-4b1e-4652-9542-ba6619c66368 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054466 Jun 19 20:24:56.986298 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-cf08119a-fe02-46fc-bb8c-aa671ed95759 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:56.987700 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-cf08119a-fe02-46fc-bb8c-aa671ed95759 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/networks?id=e55a2586-9170-4c27-8ad7-b66d47024ea5 HTTP/1.1" status: 200 len: 809 time: 0.1101263 Jun 19 20:24:57.001938 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-f72f8142-6006-4993-b0e1-dee12f6441a8 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/quotas/7db16a26b4ca439aa7f39b79f6d43fd4 HTTP/1.1" status: 200 len: 375 time: 0.0087509 Jun 19 20:24:57.034386 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-4df3c8df-8871-4892-96c0-577125de336d tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270898 Jun 19 20:24:57.130856 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-0d31402f-a980-477e-8f14-387c4a52dde7 service neutron] 10.222.0.25 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893314 Jun 19 20:24:57.222467 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-c1d2555f-2a4e-4e2a-8c10-0c1d7e10d4bb service neutron] 10.222.0.25 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Jun 19 20:24:57.613392 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361be34-6888-459d-84aa-1bbf009a2176 req-6939d959-e80e-4163-8e73-56858dba12f2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:57.615381 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4361be34-6888-459d-84aa-1bbf009a2176 req-6939d959-e80e-4163-8e73-56858dba12f2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 944 time: 0.0818396 Jun 19 20:24:57.648307 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-98523b4f-495a-4304-9177-9425d9dda49e req-aa4d9304-f7a0-4f53-ba7d-25eee096a1d4 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 210 time: 0.0398979 Jun 19 20:24:57.658202 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4361be34-6888-459d-84aa-1bbf009a2176 req-6118584d-acf4-4bf0-8fc2-2dbaaa32c0b3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Jun 19 20:24:58.033311 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567208e-454b-40e3-a80f-f9f8fa692602 req-e5441c67-48e7-411c-8edb-89760818c332 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:58.034745 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9567208e-454b-40e3-a80f-f9f8fa692602 req-e5441c67-48e7-411c-8edb-89760818c332 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0719795 Jun 19 20:24:58.073490 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9567208e-454b-40e3-a80f-f9f8fa692602 req-2e7ea762-5c0d-478d-9cd8-3fdf271e6e9f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Jun 19 20:24:58.744351 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-609b86b6-94c2-46d0-81a0-6f752cb1b2f9 req-2f4d06d3-44ab-4289-b80c-9103df842853 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 210 time: 0.0284064 Jun 19 20:24:58.876877 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f919-478d-4835-9587-9eeef989ae36 req-5ea84243-cfd0-4f4a-8b14-63b3395c07b8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:58.878389 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c6e2f919-478d-4835-9587-9eeef989ae36 req-5ea84243-cfd0-4f4a-8b14-63b3395c07b8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 944 time: 0.0671947 Jun 19 20:24:58.917801 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c6e2f919-478d-4835-9587-9eeef989ae36 req-1e558553-c3c5-4557-9822-87a207d51c6e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Jun 19 20:24:59.102638 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58938) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:59.169393 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700dc9b-f9f7-4cff-aefa-354a8dd8a690 req-ef33d5d3-045c-479d-ad20-2ad571694683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:59.171227 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9700dc9b-f9f7-4cff-aefa-354a8dd8a690 req-ef33d5d3-045c-479d-ad20-2ad571694683 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 1099 time: 0.0691724 Jun 19 20:24:59.225235 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.242634 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9700dc9b-f9f7-4cff-aefa-354a8dd8a690 req-83fe716f-ec23-4967-85a0-4b3ccac43be6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639079 Jun 19 20:24:59.292504 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a588-802e-49cb-a2c7-f822a386bd1c req-af01ef74-1f87-45ed-b6c5-37bb396c9dc9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:24:59.294012 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7666a588-802e-49cb-a2c7-f822a386bd1c req-af01ef74-1f87-45ed-b6c5-37bb396c9dc9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0811932 Jun 19 20:24:59.330543 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.336643 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7666a588-802e-49cb-a2c7-f822a386bd1c req-82770e4b-a3ac-4b08-a8ac-a8019dc6ad2b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Jun 19 20:24:59.398017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58950) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:59.481263 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.484444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-35683c5d-237a-45fa-afe6-b7ebf00f4be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:59.509677 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.524493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae2d045-b8bf-4845-9450-d05c4c33d75d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:59.541169 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=527433a9b5c34b1593151909f520e979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367082 Jun 19 20:24:59.541396 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:59.542947 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 58956) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:59.634864 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.673573 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.675640 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.776186 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.780519 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:59.819394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.823223 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.825336 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dae2d045-b8bf-4845-9450-d05c4c33d75d HTTP/1.1" status: 204 len: 168 time: 0.2805834 Jun 19 20:24:59.827408 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d32214c-36d9-44dd-b6c4-377b8239ed03,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:59.846249 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d47fa4be697d4aaa86ce012d0bc34193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470539 Jun 19 20:24:59.849735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58972) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:24:59.860690 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:59.860690 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a481ae22-849c-4138-a813-9f0fe2165bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:24:59.865714 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae2d045-b8bf-4845-9450-d05c4c33d75d,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:24:59.870319 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:24:59.901435 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8c3faa07-b38d-4fca-ac2f-3ed389f5f6ec req-64ebe674-4e26-4cd1-b6a6-28f1998f0c16 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 210 time: 0.0300930 Jun 19 20:24:59.919276 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:24:59.941072 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:00.091784 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378e10-d9c1-4f62-a15a-8f3e4c50a2ee req-fe036629-df5f-46c1-b9dc-da9a47fe7ef8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:00.093240 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-75378e10-d9c1-4f62-a15a-8f3e4c50a2ee req-fe036629-df5f-46c1-b9dc-da9a47fe7ef8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 944 time: 0.0630023 Jun 19 20:25:00.113809 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:00.117037 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:00.122141 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d32214c-36d9-44dd-b6c4-377b8239ed03 HTTP/1.1" status: 204 len: 168 time: 0.2672663 Jun 19 20:25:00.122141 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-82226985-0d4f-4d3d-8282-5309e22ac6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:00.133387 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d32214c-36d9-44dd-b6c4-377b8239ed03,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:00.136748 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:00.157898 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-75378e10-d9c1-4f62-a15a-8f3e4c50a2ee req-f570e2c6-7f29-40e2-b292-178f854b5f2f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551069 Jun 19 20:25:00.517489 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287076c7-7526-4323-a476-d3ba24c7ea5b req-eaa8e5c1-0a20-4405-af7a-d4afd6505a3f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:00.518906 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-287076c7-7526-4323-a476-d3ba24c7ea5b req-eaa8e5c1-0a20-4405-af7a-d4afd6505a3f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0658300 Jun 19 20:25:00.610531 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-287076c7-7526-4323-a476-d3ba24c7ea5b req-691deaf2-e869-40cc-aa1d-77db6ea61acc tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858369 Jun 19 20:25:00.664317 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-d7c11c67-bda4-4ae6-8e3c-53d7c279a62b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:00.666005 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-d7c11c67-bda4-4ae6-8e3c-53d7c279a62b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "GET /v2.0/networks?id=e55a2586-9170-4c27-8ad7-b66d47024ea5 HTTP/1.1" status: 200 len: 809 time: 0.1172547 Jun 19 20:25:00.679634 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Request body: {'port': {'device_id': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5', 'admin_state_up': True, 'tenant_id': '7db16a26b4ca439aa7f39b79f6d43fd4'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:00.782510 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 58990) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:00.801551 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:00.832881 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.db.api [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:25:00.832881 dv-cinder-797170-2-iscsi neutron-server[93445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 19 20:25:00.832881 dv-cinder-797170-2-iscsi neutron-server[93445]: [parameters: {'project_id': '5f033c599c1c4e18ada8c21743c15f80', 'id': 'de0c8db5-7272-48fb-aa90-11bbebf4263c', 'expiration': datetime.datetime(2021, 6, 19, 20, 27, 0, 825942)}] Jun 19 20:25:00.832881 dv-cinder-797170-2-iscsi neutron-server[93445]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:25:00.832881 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_db.api [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:25:00.941727 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Made reservation on behalf of 7db16a26b4ca439aa7f39b79f6d43fd4 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:25:00.945840 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.062881 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dd201fca-ea35-4e49-b9fa-10ad964e1cea req-58521e91-d634-4dad-8abd-57c42538a1f3 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 210 time: 0.0371218 Jun 19 20:25:01.110780 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Allocated IP 172.20.0.13 (e55a2586-9170-4c27-8ad7-b66d47024ea5/a7de0ed8-558d-40fe-93a9-54a8d811a86d/51d27d69-fb5a-4692-b8da-1a34d494716c) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:25:01.118132 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59000) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:01.134022 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.243127 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.303997 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.336616 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.365106 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.371011 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-66d20275-6825-4b3f-91f7-9f659e490992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:01.389790 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.395488 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f07df748-560b-4db3-b630-f5beee6e92fd tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:01.434940 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9836423d8d814f3b871aba10b7d5bdcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157279 Jun 19 20:25:01.440647 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Network e55a2586-9170-4c27-8ad7-b66d47024ea5 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:25:01.441231 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 59014) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:01.445272 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f07d-a2c3-4afd-acce-d625618fd7a5 req-fc7de18d-2080-47bc-afbd-70cafc6ef23f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:01.446711 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d5c6f07d-a2c3-4afd-acce-d625618fd7a5 req-fc7de18d-2080-47bc-afbd-70cafc6ef23f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 944 time: 0.1391327 Jun 19 20:25:01.448663 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9fa808-8817-4c30-827a-71a6f650f088,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:01.453268 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:01.453812 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:25:01.463542 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:25:01.471529 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Pushing event updated for resources: {'Port': ['ID=51d27d69-fb5a-4692-b8da-1a34d494716c,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:01.497782 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:01.509850 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d5c6f07d-a2c3-4afd-acce-d625618fd7a5 req-e542488f-6765-425a-b183-8e8863561cd0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552208 Jun 19 20:25:01.538291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.539296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:01.539892 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.548816 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.572347 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.695330 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.697869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:01.733909 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f033c599c1c4e18ada8c21743c15f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9503205 Jun 19 20:25:01.734763 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d949ed-ffac-4805-9cb1-b6b65013effc,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:01.737001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59018) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:01.742864 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:01.759133 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.764498 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.769627 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a9fa808-8817-4c30-827a-71a6f650f088 HTTP/1.1" status: 204 len: 168 time: 0.3271554 Jun 19 20:25:01.773165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:01.785556 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9fa808-8817-4c30-827a-71a6f650f088,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:01.789003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:01.795988 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.827550 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.842625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982030e-2017-44a1-9322-4050b6830e64 req-fed31aad-4412-4c20-b48c-97b262472efc tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:01.846316 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e982030e-2017-44a1-9322-4050b6830e64 req-fed31aad-4412-4c20-b48c-97b262472efc tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1212869 Jun 19 20:25:01.854296 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1789908 Jun 19 20:25:01.883092 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59024) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:01.883181 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Request body: {'port': {'device_id': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:01.925944 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e982030e-2017-44a1-9322-4050b6830e64 req-e9c92a13-8001-4d3f-9118-cbedf197e623 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705917 Jun 19 20:25:01.967331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:01.980301 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.055284 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e3da7771-655c-4319-a56d-17edfa54e173 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:25:02.091848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.098223 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.100650 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4d949ed-ffac-4805-9cb1-b6b65013effc HTTP/1.1" status: 204 len: 168 time: 0.3626852 Jun 19 20:25:02.132109 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-24343231-a3fd-4ace-bbc4-d43f6d945998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:02.162477 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d949ed-ffac-4805-9cb1-b6b65013effc,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:02.165052 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:02.231495 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a0971-e002-42e3-9dbd-7a6c9cad4a06 req-3f761feb-76e5-4c3b-a767-c9bafae72aeb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:02.249335 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7c8a0971-e002-42e3-9dbd-7a6c9cad4a06 req-3f761feb-76e5-4c3b-a767-c9bafae72aeb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1749945 Jun 19 20:25:02.299190 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port e3da7771-655c-4319-a56d-17edfa54e173, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e3da7771-655c-4319-a56d-17edfa54e173,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:02.339621 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'e3da7771-655c-4319-a56d-17edfa54e173', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'port_id': 'e3da7771-655c-4319-a56d-17edfa54e173', 'mac_address': 'fa:16:3e:3a:62:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43808142-728d-46ce-8395-9750204a83ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:25:02.359697 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d27d69-fb5a-4692-b8da-1a34d494716c {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:02.369442 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.387837 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7c8a0971-e002-42e3-9dbd-7a6c9cad4a06 req-e4c52386-c6b0-46f2-8371-6772068dd96f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243837 Jun 19 20:25:02.388812 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Transition to ACTIVE for port object 51d27d69-fb5a-4692-b8da-1a34d494716c will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:25:02.389017 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.395370 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-5a0a05e6-f046-4709-93d2-21fc14201738 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364191 Jun 19 20:25:02.402261 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.417000 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3da7771-655c-4319-a56d-17edfa54e173 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:02.439278 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port e3da7771-655c-4319-a56d-17edfa54e173, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e3da7771-655c-4319-a56d-17edfa54e173,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:02.474418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.500176 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:02.532225 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.537082 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d9ac00f9-3ad5-42c7-a89f-7c21130f2f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:02.563926 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.566295 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:02.625394 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeafad48-f401-48d3-953e-0950f662462b,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:02.641426 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:02.646260 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Pushing event updated for resources: {'Port': ['ID=51d27d69-fb5a-4692-b8da-1a34d494716c,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:02.652625 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3cbc496be7d4f7ab53cee495a2b374b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831984 Jun 19 20:25:02.663067 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59058) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:02.668969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:02.692072 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=e3da7771-655c-4319-a56d-17edfa54e173,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:02.716447 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.717143 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.717633 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.718117 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.718596 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.719235 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.719714 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.720223 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.720698 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.721189 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.721662 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.722144 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:02.738627 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:02.837085 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.873824 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:02.882349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f25d-932f-46f2-b14e-e00d13de0579 req-209e28a2-1411-4f4a-8fe7-d6164c932cfb tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:02.883893 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c9c7f25d-932f-46f2-b14e-e00d13de0579 req-209e28a2-1411-4f4a-8fe7-d6164c932cfb tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 945 time: 0.1383970 Jun 19 20:25:02.919116 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['e3da7771-655c-4319-a56d-17edfa54e173'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:02.953358 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c9c7f25d-932f-46f2-b14e-e00d13de0579 req-e89449d5-6f22-4085-b8e8-d823e7ebe2c3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Jun 19 20:25:03.018227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70940-f7c5-4c46-b08f-a8881da47eab req-21c96b27-4808-4a60-95df-d3a54623317f tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.019700 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dcc70940-f7c5-4c46-b08f-a8881da47eab req-21c96b27-4808-4a60-95df-d3a54623317f tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 944 time: 0.5675375 Jun 19 20:25:03.052650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.057799 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b071b-0aff-4691-a641-a7272cc54629 req-41411c08-3496-4edb-a3a3-edb5c05463b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.059288 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-41411c08-3496-4edb-a3a3-edb5c05463b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 1099 time: 0.5529821 Jun 19 20:25:03.075030 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.077565 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Attempting to bind port 51d27d69-fb5a-4692-b8da-1a34d494716c on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:25:03.077901 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Attempting to bind port 51d27d69-fb5a-4692-b8da-1a34d494716c by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:25:03.078223 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Attempting to bind port 51d27d69-fb5a-4692-b8da-1a34d494716c on network e55a2586-9170-4c27-8ad7-b66d47024ea5 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:03.080175 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aeafad48-f401-48d3-953e-0950f662462b HTTP/1.1" status: 204 len: 168 time: 0.4142032 Jun 19 20:25:03.081886 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e7fc30be-2b1d-46a6-843b-ccf7b511ddb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:03.091019 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeafad48-f401-48d3-953e-0950f662462b,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:03.095852 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Port 51d27d69-fb5a-4692-b8da-1a34d494716c on network e55a2586-9170-4c27-8ad7-b66d47024ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:25:03.096195 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Attempting to bind port 51d27d69-fb5a-4692-b8da-1a34d494716c on network e55a2586-9170-4c27-8ad7-b66d47024ea5 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:03.099126 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:03.109627 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dcc70940-f7c5-4c46-b08f-a8881da47eab req-8f9d7092-903e-44b1-b8ae-4ef37eb7d6ba tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782595 Jun 19 20:25:03.141459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:25:03.141459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Checking segment: {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:25:03.141459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Bound using segment: {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:25:03.141459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Bound port: 51d27d69-fb5a-4692-b8da-1a34d494716c, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:25:03.141860 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.227593 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b071b-0aff-4691-a641-a7272cc54629 req-bc0698ce-a0a1-4f29-b956-b39aafcf00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.229061 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-bc0698ce-a0a1-4f29-b956-b39aafcf00d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 915 time: 0.1415977 Jun 19 20:25:03.234985 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] For port 51d27d69-fb5a-4692-b8da-1a34d494716c, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:25:03.243714 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] For port 51d27d69-fb5a-4692-b8da-1a34d494716c, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51d27d69-fb5a-4692-b8da-1a34d494716c,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:25:03.276157 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-d4048904-86de-46f9-9de5-b2d17d6d3ab9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 HTTP/1.1" status: 200 len: 217 time: 0.0389500 Jun 19 20:25:03.323245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b071b-0aff-4691-a641-a7272cc54629 req-36184317-fc16-48bb-b96f-33abaf389a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.325236 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-36184317-fc16-48bb-b96f-33abaf389a22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 200 len: 854 time: 0.0430458 Jun 19 20:25:03.358695 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-41683984-9781-4d0f-9d2c-61ec75acc868 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e659d689-690a-458a-ad02-4fb8313c0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264082 Jun 19 20:25:03.417319 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.431635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:03.484857 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.485462 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.486812 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] 10.222.0.22 "PUT /v2.0/ports/51d27d69-fb5a-4692-b8da-1a34d494716c HTTP/1.1" status: 200 len: 1094 time: 1.6112235 Jun 19 20:25:03.487293 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'tag': '51d27d69-fb5a-4692-b8da-1a34d494716c'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:03.490091 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c60e195-19c8-4b0c-a177-496340911819" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc87e4b-3246-4c9b-bd78-09c36547e7aa", "tag": "51d27d69-fb5a-4692-b8da-1a34d494716c"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:03.537619 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c0998-5076-4d9a-9551-7d334f74c09a x-openstack-request-id: req-f59c0998-5076-4d9a-9551-7d334f74c09a {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:03.537619 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc87e4b-3246-4c9b-bd78-09c36547e7aa", "tag": "51d27d69-fb5a-4692-b8da-1a34d494716c", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:03.537619 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f59c0998-5076-4d9a-9551-7d334f74c09a {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:03.537619 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'tag': '51d27d69-fb5a-4692-b8da-1a34d494716c', 'status': 'completed', 'code': 200} Jun 19 20:25:03.553722 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Pushing event updated for resources: {'Port': ['ID=51d27d69-fb5a-4692-b8da-1a34d494716c,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:03.563770 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:03.596308 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-f92fce6a-c1c5-401b-baf9-23ae3a71a4a7 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316489 Jun 19 20:25:03.603326 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59090) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:03.689179 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e195-19c8-4b0c-a177-496340911819 req-ef6594ae-c8a3-4c4f-9d1f-d213e8d6a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.690700 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1c60e195-19c8-4b0c-a177-496340911819 req-ef6594ae-c8a3-4c4f-9d1f-d213e8d6a50b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 1097 time: 0.1336610 Jun 19 20:25:03.775640 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-851b071b-0aff-4691-a641-a7272cc54629 req-6dab80b0-46f6-4d0b-84fa-27aeaeaa25a2 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716051 Jun 19 20:25:03.825953 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e195-19c8-4b0c-a177-496340911819 req-0a0a1483-65ff-4284-baf8-f880bf5c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.827494 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1c60e195-19c8-4b0c-a177-496340911819 req-0a0a1483-65ff-4284-baf8-f880bf5c183e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1293147 Jun 19 20:25:03.830504 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.929799 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:03.930328 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e195-19c8-4b0c-a177-496340911819 req-2f73311e-8353-4af7-b7f9-ccf0201a11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:03.932010 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1c60e195-19c8-4b0c-a177-496340911819 req-2f73311e-8353-4af7-b7f9-ccf0201a11fe service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980206 Jun 19 20:25:04.009771 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.017000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2968b5c6-379a-48c3-8f67-49156833aa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:04.044645 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-8787a39d-c7b0-4964-a6ba-3998904e78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:04.046389 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-8787a39d-c7b0-4964-a6ba-3998904e78fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 1097 time: 0.0638175 Jun 19 20:25:04.069618 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e3da7771-655c-4319-a56d-17edfa54e173 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:25:04.070724 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d172810ca8854241a8dc7670d4ee126d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669294 Jun 19 20:25:04.075414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59108) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:04.081510 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:25:04.082399 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e589af2-facc-4c00-935d-818ab6da48ca,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:04.095881 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:04.117900 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-1d97d191-9e02-4586-9263-71db26608d06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d27d69-fb5a-4692-b8da-1a34d494716c HTTP/1.1" status: 200 len: 217 time: 0.0626488 Jun 19 20:25:04.188616 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-a124d113-1d95-4ebe-91a7-8ecf7baf5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:04.191400 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-a124d113-1d95-4ebe-91a7-8ecf7baf5a01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a7de0ed8-558d-40fe-93a9-54a8d811a86d HTTP/1.1" status: 200 len: 849 time: 0.0662260 Jun 19 20:25:04.198786 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.232713 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db054c-b1a3-4e01-b6ff-da2ecc54c968 req-7872f56a-d357-4a15-b6ef-07517adefdf5 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:04.240276 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-58db054c-b1a3-4e01-b6ff-da2ecc54c968 req-7872f56a-d357-4a15-b6ef-07517adefdf5 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 945 time: 0.1282029 Jun 19 20:25:04.242619 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-07f4c456-2b11-4020-a050-7a2a2636a277 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e55a2586-9170-4c27-8ad7-b66d47024ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394115 Jun 19 20:25:04.252498 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.263256 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port e3da7771-655c-4319-a56d-17edfa54e173 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:25:04.267498 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port e3da7771-655c-4319-a56d-17edfa54e173 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:25:04.267876 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.325115 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-58db054c-b1a3-4e01-b6ff-da2ecc54c968 req-9c5e5cd1-6368-4817-8a10-fd0c57e16870 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830214 Jun 19 20:25:04.429686 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961818-db5b-4e10-a71e-59d9d04d8800 req-9b258c1e-5c26-4e3f-b295-bcda8e035224 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:04.430373 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.432546 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1e961818-db5b-4e10-a71e-59d9d04d8800 req-9b258c1e-5c26-4e3f-b295-bcda8e035224 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 944 time: 0.1573176 Jun 19 20:25:04.436232 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-9176123a-100e-47ce-a583-50fff22e6638 service neutron] 10.222.0.22 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824398 Jun 19 20:25:04.474855 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3da7771-655c-4319-a56d-17edfa54e173'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:04.477410 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a704ebae-407e-44b0-a47b-0f89b79e56f0" -d '{"events": [{"server_uuid": "c7a284c2-8b44-4c8e-a05a-61bc10afb642", "name": "network-vif-plugged", "status": "completed", "tag": "e3da7771-655c-4319-a56d-17edfa54e173"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:04.492860 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port e3da7771-655c-4319-a56d-17edfa54e173, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e3da7771-655c-4319-a56d-17edfa54e173,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:04.508679 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.508679 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.508925 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b02bcbfe-b48d-4ab9-8d55-eb2b9225a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.509029 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e589af2-facc-4c00-935d-818ab6da48ca HTTP/1.1" status: 204 len: 168 time: 0.4323659 Jun 19 20:25:04.509029 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-20cf60cd-99e7-4253-bb71-649376eaa9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:04.520172 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e589af2-facc-4c00-935d-818ab6da48ca,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:04.526934 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:04.538161 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1e961818-db5b-4e10-a71e-59d9d04d8800 req-f1556a95-cb86-496a-964d-6d2bac1cfccc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990076 Jun 19 20:25:04.593220 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-abf044eb-7b6d-4178-9a14-d6021245d0fd req-87ebe8ff-0e80-424d-a3b7-40d8fd5a2ccf service neutron] 10.222.0.22 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382127 Jun 19 20:25:04.600080 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114b9d8-dfa5-4f0d-b881-4ab73d99fbea x-openstack-request-id: req-5114b9d8-dfa5-4f0d-b881-4ab73d99fbea {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:04.600080 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a284c2-8b44-4c8e-a05a-61bc10afb642", "name": "network-vif-plugged", "status": "completed", "tag": "e3da7771-655c-4319-a56d-17edfa54e173", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:04.600080 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5114b9d8-dfa5-4f0d-b881-4ab73d99fbea {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:04.600080 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3da7771-655c-4319-a56d-17edfa54e173', 'code': 200} Jun 19 20:25:04.652621 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:04.654715 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:04.723234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=e3da7771-655c-4319-a56d-17edfa54e173,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:04.727428 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:04.983694 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ae59e-78b1-48ef-a7c0-3162e2543e05 req-ffe1c388-9cd3-4536-88f4-e1cea5555894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:04.985124 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e21ae59e-78b1-48ef-a7c0-3162e2543e05 req-ffe1c388-9cd3-4536-88f4-e1cea5555894 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 1099 time: 0.0558403 Jun 19 20:25:05.034843 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e21ae59e-78b1-48ef-a7c0-3162e2543e05 req-e39eb999-65ad-446a-b3ca-8e4154431a06 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Jun 19 20:25:05.315328 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6ff7c-2011-4085-b2e5-48118f4df0ce req-eabc8175-24d8-4a47-8015-4a4761601dd2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:05.316707 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-27d6ff7c-2011-4085-b2e5-48118f4df0ce req-eabc8175-24d8-4a47-8015-4a4761601dd2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0618908 Jun 19 20:25:05.355446 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-27d6ff7c-2011-4085-b2e5-48118f4df0ce req-a69a1885-a5d9-4dfc-b2e5-b552526a0874 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331516 Jun 19 20:25:05.438940 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-81203170-b978-4626-ab06-8b4da69cc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:05.440446 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-81203170-b978-4626-ab06-8b4da69cc4e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.0578842 Jun 19 20:25:05.562794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59170) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:05.579153 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:05.585437 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-02f7e77f-21aa-4b46-9626-da0fa7f5bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:05.587369 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-02f7e77f-21aa-4b46-9626-da0fa7f5bbb6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 920 time: 0.1398721 Jun 19 20:25:05.596237 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9afbe-b0c3-402f-b668-2603cd438650 req-597b0c4f-9c1e-40d7-bae5-f60befccca80 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:05.597769 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8dc9afbe-b0c3-402f-b668-2603cd438650 req-597b0c4f-9c1e-40d7-bae5-f60befccca80 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 946 time: 0.1304820 Jun 19 20:25:05.639887 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-eed07c51-4dd4-4b60-a86f-b1631d75cfca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 217 time: 0.0410700 Jun 19 20:25:05.726297 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:05.733924 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8dc9afbe-b0c3-402f-b668-2603cd438650 req-0292abd0-8d05-46b0-b3b6-de539a5c629a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975940 Jun 19 20:25:05.739552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-c65205d0-6975-4438-aa63-2be52a7ef8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:05.741300 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-c65205d0-6975-4438-aa63-2be52a7ef8ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0855100 Jun 19 20:25:05.780987 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-deee1f75-a1c6-466a-bc79-865e898a8e29 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317762 Jun 19 20:25:05.787124 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:05.792619 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7f34f6e5-e8de-42ed-8a31-a301ab71d7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:05.865025 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97273517-7c6a-4752-b96f-2b06133f379d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:05.882288 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06a123f08c4844e6a359dd3f2b113968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184264 Jun 19 20:25:05.889791 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:05.890483 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59178) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:05.908605 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-d6a42dad-fb2e-458a-a29e-2e85075ba1de service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076109 Jun 19 20:25:05.953892 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e0f2a-5b23-4051-84ae-f064ec80b2ae req-0ef489fe-6c98-4313-a6f1-148b5a84de79 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:05.962469 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a94e0f2a-5b23-4051-84ae-f064ec80b2ae req-0ef489fe-6c98-4313-a6f1-148b5a84de79 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 944 time: 0.1653318 Jun 19 20:25:06.021044 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:06.034939 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a94e0f2a-5b23-4051-84ae-f064ec80b2ae req-a06e72d0-04d4-474b-886e-2fccef623723 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710669 Jun 19 20:25:06.068032 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:06.112485 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-11f9892a-b202-4db8-8ed5-57994b7363ba req-00ecdcef-3657-44bc-87b9-f321dd3af196 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923761 Jun 19 20:25:06.287896 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:06.298368 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:06.298368 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97273517-7c6a-4752-b96f-2b06133f379d HTTP/1.1" status: 204 len: 168 time: 0.4010301 Jun 19 20:25:06.300135 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6160568a-13c0-4b4d-a6aa-ed27162e5a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:06.313417 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97273517-7c6a-4752-b96f-2b06133f379d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:06.315950 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:06.563023 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a4aed-04bd-46e9-8fe7-04ae409d701e req-26208420-9600-4622-b82f-76527d191a96 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:06.564504 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-766a4aed-04bd-46e9-8fe7-04ae409d701e req-26208420-9600-4622-b82f-76527d191a96 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0677454 Jun 19 20:25:06.604822 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-766a4aed-04bd-46e9-8fe7-04ae409d701e req-cbaa2fa8-6170-4be8-9ffb-f66d9488da29 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Jun 19 20:25:06.672858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:06.925948 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf89dc-853d-4d67-8b10-28c169d2107d req-3cb19081-2fbe-468a-a56c-4952a3eb5f7d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:06.933079 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2bcf89dc-853d-4d67-8b10-28c169d2107d req-3cb19081-2fbe-468a-a56c-4952a3eb5f7d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 946 time: 0.0773199 Jun 19 20:25:06.933176 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59216) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:06.962521 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-58eae880-6f1c-476e-8312-f5e317a71718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:06.967901 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2bcf89dc-853d-4d67-8b10-28c169d2107d req-177e4a90-237a-40d8-89db-8b26b2184f9f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Jun 19 20:25:07.077838 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.175381 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.244115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4df6a6-1b69-4a2c-b018-22d09a938e86 req-4a711bfa-38fc-4138-9cb7-291364d2cf66 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:07.245799 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1a4df6a6-1b69-4a2c-b018-22d09a938e86 req-4a711bfa-38fc-4138-9cb7-291364d2cf66 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 944 time: 0.0759764 Jun 19 20:25:07.278956 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59240) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:07.297168 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1a4df6a6-1b69-4a2c-b018-22d09a938e86 req-7793bec3-0f06-43ba-8095-e17846296052 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Jun 19 20:25:07.366876 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.454026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.504938 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.510491 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-237b6f12-94f0-42f5-8eef-8a03976b2e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:07.568081 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e74fdae0565541189e2bd5f036deca3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339600 Jun 19 20:25:07.570914 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 59254) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:07.572324 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ae1a1-b599-44bd-9b7e-88fabd9e3478,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:07.577678 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:07.624541 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.626099 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.647498 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.754360 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.758677 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-af746433-09e2-4434-a452-e7a9ab588eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:07.787598 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864e89-740d-43a3-b430-fdef0a5f9840 req-ecdc320c-70ad-44e3-8117-7c6feb2f22de tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:07.789246 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ef864e89-740d-43a3-b430-fdef0a5f9840 req-ecdc320c-70ad-44e3-8117-7c6feb2f22de tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0646117 Jun 19 20:25:07.804292 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.807033 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.808333 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d6ae1a1-b599-44bd-9b7e-88fabd9e3478 HTTP/1.1" status: 204 len: 168 time: 0.2353804 Jun 19 20:25:07.809911 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb7c0f1207b34d7288f242f76af9b113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296512 Jun 19 20:25:07.810497 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59260) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:07.816929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a02cb-a0f2-4dd8-9d18-3d9a966b5003,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:07.823498 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:07.826646 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cec1a3b2-361d-44b9-9493-2233267a2a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:07.842908 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ae1a1-b599-44bd-9b7e-88fabd9e3478,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:07.850127 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:07.870395 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ef864e89-740d-43a3-b430-fdef0a5f9840 req-b21a10fd-293a-4fc7-8903-925a55eed6ab tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734701 Jun 19 20:25:07.877686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:07.929602 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.080250 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.083014 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.084317 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec8a02cb-a0f2-4dd8-9d18-3d9a966b5003 HTTP/1.1" status: 204 len: 168 time: 0.2728038 Jun 19 20:25:08.085169 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-528ada8e-2f04-4aeb-a6cd-138ea7bdf132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:08.093245 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a02cb-a0f2-4dd8-9d18-3d9a966b5003,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:08.095765 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:08.120171 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.477000 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e898-2bd0-4c77-b031-106939bbcf8b req-f3839565-fc49-41d3-bec6-dc3979595f99 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:08.478384 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-68a2e898-2bd0-4c77-b031-106939bbcf8b req-f3839565-fc49-41d3-bec6-dc3979595f99 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 944 time: 0.0661707 Jun 19 20:25:08.517006 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-68a2e898-2bd0-4c77-b031-106939bbcf8b req-096f5681-3a59-4da0-891f-677335d4f809 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Jun 19 20:25:08.779731 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59290) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:08.793343 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.886953 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.948480 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:08.951019 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:09.021544 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf13bf-2f1f-4b2a-bcba-b05f2a437220,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:09.029406 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a6ba18428cd4702b69c81510b82478d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472363 Jun 19 20:25:09.029406 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:09.030197 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 59306) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:09.308772 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:09.308772 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:09.366043 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4fe17-9e51-4cfa-8962-fb120b382a34 req-34db72fc-8566-4f62-a4f2-fea0c4c626ee tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:09.367578 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-94b4fe17-9e51-4cfa-8962-fb120b382a34 req-34db72fc-8566-4f62-a4f2-fea0c4c626ee tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.3571129 Jun 19 20:25:09.406338 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-94b4fe17-9e51-4cfa-8962-fb120b382a34 req-0b8cbdf4-2398-47cc-ad59-0a10a4f7fba0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jun 19 20:25:09.582842 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:09.586022 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:09.587182 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4eaf13bf-2f1f-4b2a-bcba-b05f2a437220 HTTP/1.1" status: 204 len: 168 time: 0.5559981 Jun 19 20:25:09.587890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:09.602826 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf13bf-2f1f-4b2a-bcba-b05f2a437220,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:09.612071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:09.731888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfa5e3-97b7-496f-8b38-b1f7ff0be55c req-a400b691-abee-42a8-9494-7990217e6aa2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:09.733693 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-edbfa5e3-97b7-496f-8b38-b1f7ff0be55c req-a400b691-abee-42a8-9494-7990217e6aa2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 944 time: 0.0818200 Jun 19 20:25:09.775783 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-edbfa5e3-97b7-496f-8b38-b1f7ff0be55c req-001dd108-502d-430a-a86d-8aa999dca2bf tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347207 Jun 19 20:25:09.934858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:10.088142 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 51d27d69-fb5a-4692-b8da-1a34d494716c details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:25:10.197908 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 51d27d69-fb5a-4692-b8da-1a34d494716c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51d27d69-fb5a-4692-b8da-1a34d494716c,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:10.330867 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '51d27d69-fb5a-4692-b8da-1a34d494716c', 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5', 'port_id': '51d27d69-fb5a-4692-b8da-1a34d494716c', 'mac_address': 'fa:16:3e:cf:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7de0ed8-558d-40fe-93a9-54a8d811a86d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:25:10.375032 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:10.394805 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d27d69-fb5a-4692-b8da-1a34d494716c {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:10.409504 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-fc6dcb92-e5d3-46a8-b28d-618a7bbead99 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:10.417206 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-fc6dcb92-e5d3-46a8-b28d-618a7bbead99 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.1253319 Jun 19 20:25:10.422821 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 51d27d69-fb5a-4692-b8da-1a34d494716c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51d27d69-fb5a-4692-b8da-1a34d494716c,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:10.429060 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-70b0350d-2f6f-4e16-804d-883469cf3c53 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/quotas/a70ccd5ad011493d877d992f60cb1799 HTTP/1.1" status: 200 len: 375 time: 0.0107741 Jun 19 20:25:10.507119 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-0ee27ead-fcb5-43b4-bdb8-55b9db9d346f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719056 Jun 19 20:25:10.523395 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:10.525573 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:10.576777 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=51d27d69-fb5a-4692-b8da-1a34d494716c,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:10.584742 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:10.614904 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-01006357-f833-44e7-a317-15caffff21d5 service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007831 Jun 19 20:25:10.636818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b999e-b328-405e-a478-699fd91c456b req-9e70c48f-4390-400f-ad9e-025c73306b09 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:10.638303 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-355b999e-b328-405e-a478-699fd91c456b req-9e70c48f-4390-400f-ad9e-025c73306b09 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0680885 Jun 19 20:25:10.688479 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-355b999e-b328-405e-a478-699fd91c456b req-5295bddf-c705-4418-b25e-65dde51a2547 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Jun 19 20:25:10.718814 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-a0d278d2-d9bf-4b54-903a-334e3b6b7089 service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976014 Jun 19 20:25:10.957559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a70ad-cbdb-42e4-bce8-c6cc74035c24 req-a7122f26-cd43-4242-b175-55ce984923db tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:10.959627 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-961a70ad-cbdb-42e4-bce8-c6cc74035c24 req-a7122f26-cd43-4242-b175-55ce984923db tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 945 time: 0.0728877 Jun 19 20:25:11.006931 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ea109185-4fe6-4d8b-9e4f-db5b1da8fd94 req-f2ce314a-fd5d-4778-96f9-6568e13a04f6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0317111 Jun 19 20:25:11.010464 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-961a70ad-cbdb-42e4-bce8-c6cc74035c24 req-a6fa54a5-d0b1-4bae-bbdf-53d9773e2ff7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Jun 19 20:25:11.866702 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f083f-6980-42bd-8ef4-9967de861d1d req-30d469fa-dc49-404a-8e7c-0abe291b4828 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:11.868381 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-743f083f-6980-42bd-8ef4-9967de861d1d req-30d469fa-dc49-404a-8e7c-0abe291b4828 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0651684 Jun 19 20:25:11.910257 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-743f083f-6980-42bd-8ef4-9967de861d1d req-942f1de2-279a-49b4-9ba9-be8275b20715 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 Jun 19 20:25:12.169290 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b2dcfdd1-361c-4ec5-902d-8b630498c42c req-a7be2d66-ede1-4223-b13f-4df3fbce5c96 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Jun 19 20:25:12.343170 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cba13-32a0-42f3-841f-1bec1240c7a7 req-a23ebbec-78a2-43bd-a021-ad031de7bc60 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:12.344661 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-525cba13-32a0-42f3-841f-1bec1240c7a7 req-a23ebbec-78a2-43bd-a021-ad031de7bc60 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 945 time: 0.0641384 Jun 19 20:25:12.382403 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-525cba13-32a0-42f3-841f-1bec1240c7a7 req-bb756061-0965-44aa-8152-166806b07d7c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jun 19 20:25:13.083589 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88273f-99f1-4c81-b872-2ef720993655 req-32c9d16b-d548-4b2c-b738-08c40bc87433 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:13.085090 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bd88273f-99f1-4c81-b872-2ef720993655 req-32c9d16b-d548-4b2c-b738-08c40bc87433 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0664260 Jun 19 20:25:13.128141 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bd88273f-99f1-4c81-b872-2ef720993655 req-e720503d-4d33-434c-ac7d-1b3154451b45 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Jun 19 20:25:13.323386 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bdde0745-fe8f-44c9-a762-49a0b4791f62 req-67bbf9cd-ea98-42d8-ae6f-5d94fcdb2824 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0371130 Jun 19 20:25:13.549995 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b15b-bc12-423e-a58f-2ed3c2693b43 req-e05421eb-7534-4370-9850-366b7fd820b3 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:13.552178 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8419b15b-bc12-423e-a58f-2ed3c2693b43 req-e05421eb-7534-4370-9850-366b7fd820b3 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 945 time: 0.0616250 Jun 19 20:25:13.588025 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8419b15b-bc12-423e-a58f-2ed3c2693b43 req-85f0450b-e7e0-4e31-a8af-da1010561c8d tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300918 Jun 19 20:25:14.313682 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d88e91-382a-44c0-9bf4-ab3624e97278 req-4201ba2f-6ff9-4f2d-b084-5dab0d9c60a6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:14.315174 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c8d88e91-382a-44c0-9bf4-ab3624e97278 req-4201ba2f-6ff9-4f2d-b084-5dab0d9c60a6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0702922 Jun 19 20:25:14.353542 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c8d88e91-382a-44c0-9bf4-ab3624e97278 req-0c385c4d-f6b5-468f-948a-44c0a53572a2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Jun 19 20:25:14.491048 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f193d0ff-ecd3-408c-8f50-5ee21de69ea4 req-2c7c6fc7-e1ac-4d92-859c-db88bc288e93 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0284464 Jun 19 20:25:14.775349 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e96a-9193-4379-9679-74e619ef360a req-48e86db8-444e-4b67-8acf-b42493db423e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:14.777183 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4320e96a-9193-4379-9679-74e619ef360a req-48e86db8-444e-4b67-8acf-b42493db423e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 945 time: 0.0800271 Jun 19 20:25:14.815613 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4320e96a-9193-4379-9679-74e619ef360a req-c0fdfdfc-8ce2-48d5-9d13-25dfb600b709 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328791 Jun 19 20:25:15.255421 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['51d27d69-fb5a-4692-b8da-1a34d494716c'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:15.532196 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930233-b55d-4cc1-97ba-ca76a059dea0 req-9ab22207-163f-4284-a9b7-266924c52caa tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:15.533662 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b930233-b55d-4cc1-97ba-ca76a059dea0 req-9ab22207-163f-4284-a9b7-266924c52caa tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0660152 Jun 19 20:25:15.571855 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b930233-b55d-4cc1-97ba-ca76a059dea0 req-82d4acfe-0b92-4aa0-8c0a-735e1080f286 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Jun 19 20:25:15.633960 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1d189588-2120-48bf-9e22-af10754bf60c req-d9016ce5-81f3-474b-8f48-190b8f0ccce6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0311158 Jun 19 20:25:15.993286 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320e7b4-b448-4b66-8e9b-bab94797a4b6 req-177b1b42-feb8-48e9-8031-f3755ec8c120 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:15.994752 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9320e7b4-b448-4b66-8e9b-bab94797a4b6 req-177b1b42-feb8-48e9-8031-f3755ec8c120 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 945 time: 0.0612690 Jun 19 20:25:16.031559 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9320e7b4-b448-4b66-8e9b-bab94797a4b6 req-229ee377-c5df-494d-b06a-bacd154d4c18 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Jun 19 20:25:16.381004 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-cba1ed17-1d49-4ca9-8177-2c97a97e8752 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:16.382391 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-cba1ed17-1d49-4ca9-8177-2c97a97e8752 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.1074171 Jun 19 20:25:16.395104 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Request body: {'port': {'device_id': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'admin_state_up': True, 'tenant_id': 'a70ccd5ad011493d877d992f60cb1799'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:16.604219 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Made reservation on behalf of a70ccd5ad011493d877d992f60cb1799 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:25:16.608344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:16.688776 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 51d27d69-fb5a-4692-b8da-1a34d494716c up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:25:16.770951 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72861-3094-405c-8742-0cb1fa37b189 req-4133a209-ab06-42bf-a093-36c03eae238d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:16.777688 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-97f72861-3094-405c-8742-0cb1fa37b189 req-4133a209-ab06-42bf-a093-36c03eae238d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0689704 Jun 19 20:25:16.794877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Allocated IP 172.20.0.5 (e659d689-690a-458a-ad02-4fb8313c0ed1/43808142-728d-46ce-8395-9750204a83ff/2a8132ce-ae83-40bc-84f7-654ff6ad2413) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:25:16.820714 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-97f72861-3094-405c-8742-0cb1fa37b189 req-5c567cc1-5e70-4738-ba74-b7b3835499d4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Jun 19 20:25:16.845138 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 51d27d69-fb5a-4692-b8da-1a34d494716c completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:25:16.849152 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 51d27d69-fb5a-4692-b8da-1a34d494716c triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:25:16.849567 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:16.855142 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e70339db-5377-4306-9ffa-3ef7896b8e7f req-59a82250-5432-4f76-ba59-560f2c47af06 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0378270 Jun 19 20:25:16.983454 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:17.012357 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:17.013727 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d27d69-fb5a-4692-b8da-1a34d494716c'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:17.016128 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e94fd9-d845-420c-b268-16c2e5e55e81" -d '{"events": [{"server_uuid": "3cc87e4b-3246-4c9b-bd78-09c36547e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "51d27d69-fb5a-4692-b8da-1a34d494716c"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:17.041001 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 51d27d69-fb5a-4692-b8da-1a34d494716c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51d27d69-fb5a-4692-b8da-1a34d494716c,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:17.059162 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d3331-d95b-4139-a633-20b125457cae x-openstack-request-id: req-303d3331-d95b-4139-a633-20b125457cae {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:17.059570 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc87e4b-3246-4c9b-bd78-09c36547e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "51d27d69-fb5a-4692-b8da-1a34d494716c", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:17.059838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303d3331-d95b-4139-a633-20b125457cae {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:17.060465 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d27d69-fb5a-4692-b8da-1a34d494716c', 'code': 200} Jun 19 20:25:17.191149 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:17.191259 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:17.193469 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:17.195597 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:17.210026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a587-e1ad-42d9-bde5-fbb1d79cf9ab req-698f25cd-3c28-4570-bd7b-5470b7b3e431 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:17.211536 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3637a587-e1ad-42d9-bde5-fbb1d79cf9ab req-698f25cd-3c28-4570-bd7b-5470b7b3e431 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 945 time: 0.0648348 Jun 19 20:25:17.219306 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'e3da7771-655c-4319-a56d-17edfa54e173'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:17.243267 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Network e659d689-690a-458a-ad02-4fb8313c0ed1 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:25:17.249835 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:25:17.258003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:25:17.285260 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3637a587-e1ad-42d9-bde5-fbb1d79cf9ab req-4d3839c1-cf6b-40a7-9339-be2331c4bf7e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631161 Jun 19 20:25:17.308169 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event updated for resources: {'Port': ['ID=2a8132ce-ae83-40bc-84f7-654ff6ad2413,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:17.318379 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:17.340375 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:17.341210 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:17.362452 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=51d27d69-fb5a-4692-b8da-1a34d494716c,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:17.366459 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:17.446970 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0556734 Jun 19 20:25:17.464055 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Request body: {'port': {'device_id': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:17.788399 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:17.807641 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9e045-852f-4995-95f6-6dc3d706e56a req-0553f5a1-b9f0-4901-940f-3c73afffa841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:17.809136 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c6c9e045-852f-4995-95f6-6dc3d706e56a req-0553f5a1-b9f0-4901-940f-3c73afffa841 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 1099 time: 0.1111977 Jun 19 20:25:17.925148 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c6c9e045-852f-4995-95f6-6dc3d706e56a req-aa8af245-08a5-4b78-b822-3c194be49cae service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949621 Jun 19 20:25:18.077774 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41976645-48d1-4111-9d02-285c0480628d req-91df92f2-6253-40ea-99f9-2227cd9c8148 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:18.079468 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-41976645-48d1-4111-9d02-285c0480628d req-91df92f2-6253-40ea-99f9-2227cd9c8148 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 931 time: 0.0792632 Jun 19 20:25:18.086876 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569ae0-ce9c-49dc-a455-e3180ffd26be req-88226070-8561-4b87-90c2-2db11aab59ee tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:18.088700 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-96569ae0-ce9c-49dc-a455-e3180ffd26be req-88226070-8561-4b87-90c2-2db11aab59ee tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1422672 Jun 19 20:25:18.120961 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-41976645-48d1-4111-9d02-285c0480628d req-bf797100-09f7-42da-9f86-5ad2ef73fcb5 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347936 Jun 19 20:25:18.156688 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-96569ae0-ce9c-49dc-a455-e3180ffd26be req-11369b87-6f55-4a52-98ab-9e76d7a999a3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Jun 19 20:25:18.216187 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8132ce-ae83-40bc-84f7-654ff6ad2413 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:18.224996 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:18.237110 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Transition to ACTIVE for port object 2a8132ce-ae83-40bc-84f7-654ff6ad2413 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:25:18.325632 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:18.329456 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-caf6188c-cb98-4764-b4ea-7832eab101df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:18.440618 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8132ce-ae83-40bc-84f7-654ff6ad2413,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:18.447410 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:18.532413 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f138e0e-71bc-4a3b-812a-37867d11c12f req-d6d13819-72d8-4080-a4f5-95652dd90867 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:18.533853 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8f138e0e-71bc-4a3b-812a-37867d11c12f req-d6d13819-72d8-4080-a4f5-95652dd90867 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.1270952 Jun 19 20:25:18.536150 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Attempting to bind port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:25:18.536474 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Attempting to bind port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:25:18.536788 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Attempting to bind port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:18.547778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 on network e659d689-690a-458a-ad02-4fb8313c0ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:25:18.548120 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Attempting to bind port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:18.561338 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:25:18.561695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Checking segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:25:18.562090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Bound using segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:25:18.562559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Bound port: 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:25:18.562923 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:18.588931 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8f138e0e-71bc-4a3b-812a-37867d11c12f req-ca8aaec2-7fbe-4029-8766-1b581ea762a4 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 Jun 19 20:25:18.642284 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] For port 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:25:18.645954 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] For port 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2a8132ce-ae83-40bc-84f7-654ff6ad2413,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:25:18.718222 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:18.721142 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-58c10d2b-9811-4d1a-be62-659898d6abbf tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:18.758153 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:18.763141 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:18.763141 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] 10.222.0.22 "PUT /v2.0/ports/2a8132ce-ae83-40bc-84f7-654ff6ad2413 HTTP/1.1" status: 200 len: 1093 time: 1.3004687 Jun 19 20:25:18.763141 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'tag': '2a8132ce-ae83-40bc-84f7-654ff6ad2413'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:18.763141 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe59fc6-61d2-4905-b4ab-4bd40041c1d3", "tag": "2a8132ce-ae83-40bc-84f7-654ff6ad2413"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:18.784653 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8132ce-ae83-40bc-84f7-654ff6ad2413,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:18.788414 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:18.813050 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a4c1a-ce66-41b6-8328-fb1f2df7be34 x-openstack-request-id: req-071a4c1a-ce66-41b6-8328-fb1f2df7be34 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:18.813635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe59fc6-61d2-4905-b4ab-4bd40041c1d3", "tag": "2a8132ce-ae83-40bc-84f7-654ff6ad2413", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:18.813635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-071a4c1a-ce66-41b6-8328-fb1f2df7be34 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:18.814081 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'tag': '2a8132ce-ae83-40bc-84f7-654ff6ad2413', 'status': 'completed', 'code': 200} Jun 19 20:25:18.886792 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c req-9ea5509d-3e37-4188-8d90-7422949a306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:18.888520 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c req-9ea5509d-3e37-4188-8d90-7422949a306c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0537584 Jun 19 20:25:19.015122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c req-d9722c21-1bc9-4fbc-a914-0d0fc232316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.016743 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c req-d9722c21-1bc9-4fbc-a914-0d0fc232316f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a70ccd5ad011493d877d992f60cb1799&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1086304 Jun 19 20:25:19.152968 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c req-4fcc5cc4-6741-441d-b3ca-94d54a1be6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.154442 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cc7a4e9c-5ac7-4306-af9b-c5327c9f400c req-4fcc5cc4-6741-441d-b3ca-94d54a1be6de service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287630 Jun 19 20:25:19.163990 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d34820-a14f-4780-b2ce-b025208e8d1f req-4de846f6-5f0d-4729-a67d-9023aab39ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.165492 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51d34820-a14f-4780-b2ce-b025208e8d1f req-4de846f6-5f0d-4729-a67d-9023aab39ca8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.0965106 Jun 19 20:25:19.219431 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51d34820-a14f-4780-b2ce-b025208e8d1f req-198d8567-c0f5-4042-aeb0-a92bb35060b9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Jun 19 20:25:19.302448 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-f52820dd-8513-42d9-a121-fb8d7afa7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.303806 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-f52820dd-8513-42d9-a121-fb8d7afa7b9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0953975 Jun 19 20:25:19.326346 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a93e82-4394-4e4a-9246-f4d8b23247bf req-c10d1453-6561-4814-9065-ee323acb9a5c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.327778 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a4a93e82-4394-4e4a-9246-f4d8b23247bf req-c10d1453-6561-4814-9065-ee323acb9a5c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 943 time: 0.0771830 Jun 19 20:25:19.367706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3ea74-9c6a-4855-9836-800396747633 req-7f09833f-b994-4b35-bebd-d842e7c70979 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.369189 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c4d3ea74-9c6a-4855-9836-800396747633 req-7f09833f-b994-4b35-bebd-d842e7c70979 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0705774 Jun 19 20:25:19.369496 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a4a93e82-4394-4e4a-9246-f4d8b23247bf req-679a9fef-516d-4e65-bdca-d4d4cc4b2511 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Jun 19 20:25:19.427173 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c4d3ea74-9c6a-4855-9836-800396747633 req-aacdec47-cd34-4d1b-81e3-3ea7417981a2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Jun 19 20:25:19.450076 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-83bfeec5-9410-4bbc-99b3-d91618b8d053 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a8132ce-ae83-40bc-84f7-654ff6ad2413 HTTP/1.1" status: 200 len: 217 time: 0.0439327 Jun 19 20:25:19.530819 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-07fc032a-14d3-4d8a-b98a-108f84c35c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.532379 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-07fc032a-14d3-4d8a-b98a-108f84c35c18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 200 len: 854 time: 0.0438256 Jun 19 20:25:19.578666 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-945420b5-de27-4f87-97f1-efa101c54ddc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e659d689-690a-458a-ad02-4fb8313c0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267100 Jun 19 20:25:19.680717 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-5758f25c-8ed2-41de-ba24-f619d07b0123 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942445 Jun 19 20:25:19.781706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5aa1f-41c3-458f-9b5f-7fa9fe880edb req-00c48716-eeb0-4d64-bb11-208b4bf2d964 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:19.784890 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-aad5aa1f-41c3-458f-9b5f-7fa9fe880edb req-00c48716-eeb0-4d64-bb11-208b4bf2d964 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0719211 Jun 19 20:25:19.788188 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75071d2-4655-47d0-a88d-67f2b2937af0 req-faa7e303-98e0-4f67-ad7e-c64adc26b0d0 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004314 Jun 19 20:25:19.824448 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-aad5aa1f-41c3-458f-9b5f-7fa9fe880edb req-739d1442-a4d4-426e-a3ee-ff17aabf49f4 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Jun 19 20:25:20.556462 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e160c-45e7-474d-9e6d-7ba31114e1ba req-d709f98e-559d-4a55-857b-73dd46596095 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:20.557974 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e2e160c-45e7-474d-9e6d-7ba31114e1ba req-d709f98e-559d-4a55-857b-73dd46596095 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 943 time: 0.0753937 Jun 19 20:25:20.612191 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e2e160c-45e7-474d-9e6d-7ba31114e1ba req-9df3867e-2449-4d2b-8227-624f031cc7ac tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450225 Jun 19 20:25:20.628678 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990119be-fbc6-46b8-8045-49526cc16c80 req-24abd095-df34-4a04-be0b-d49aab95dcae tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:20.635988 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-990119be-fbc6-46b8-8045-49526cc16c80 req-24abd095-df34-4a04-be0b-d49aab95dcae tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0839028 Jun 19 20:25:20.670785 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-990119be-fbc6-46b8-8045-49526cc16c80 req-645b5f10-b346-4e8a-8751-84006fb36fa5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jun 19 20:25:21.001107 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4124438-45c1-4f93-9e7d-643c49c111bf req-982972c5-8dd3-4885-8f0f-a2a189b5fe07 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:21.002539 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c4124438-45c1-4f93-9e7d-643c49c111bf req-982972c5-8dd3-4885-8f0f-a2a189b5fe07 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0630035 Jun 19 20:25:21.039683 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c4124438-45c1-4f93-9e7d-643c49c111bf req-03d9bfa1-3b69-4d7c-b7a8-9ac02fa9de62 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313401 Jun 19 20:25:21.794654 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28b4b-1690-414b-a0d9-735cbdcdd7ac req-f9b97713-f9ba-4bba-84a4-70951ed60431 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:21.796666 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10c28b4b-1690-414b-a0d9-735cbdcdd7ac req-f9b97713-f9ba-4bba-84a4-70951ed60431 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 943 time: 0.0662041 Jun 19 20:25:21.839766 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10c28b4b-1690-414b-a0d9-735cbdcdd7ac req-45b02d71-9f67-4e29-b1a0-b690a8ae90ef tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Jun 19 20:25:21.865692 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6698-01ae-4e34-ba3f-d3d203ce9d17 req-11594d90-3df9-42a5-8d6e-a803c2fb7d96 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:21.867536 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-360c6698-01ae-4e34-ba3f-d3d203ce9d17 req-11594d90-3df9-42a5-8d6e-a803c2fb7d96 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0756397 Jun 19 20:25:21.906592 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-360c6698-01ae-4e34-ba3f-d3d203ce9d17 req-f7447033-f098-4c72-a0aa-385acff1e32f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Jun 19 20:25:22.635075 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-d6429602-ff07-4b7e-9e21-b3a1b16b465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:22.636724 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-d6429602-ff07-4b7e-9e21-b3a1b16b465d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.0759211 Jun 19 20:25:22.653964 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd44463-2898-4e9d-9ffa-02546b96447b req-7f7a0dcf-cc21-476c-8dc4-3ca0783d0fb4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:22.662433 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ddd44463-2898-4e9d-9ffa-02546b96447b req-7f7a0dcf-cc21-476c-8dc4-3ca0783d0fb4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1315618 Jun 19 20:25:22.764786 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ddd44463-2898-4e9d-9ffa-02546b96447b req-50a44f6b-70af-4b53-9f07-b4e88828572e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010749 Jun 19 20:25:22.797247 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-04f00e8f-2a76-4e10-8b23-236aa7f910cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:22.797247 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-04f00e8f-2a76-4e10-8b23-236aa7f910cf service neutron] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 920 time: 0.1502805 Jun 19 20:25:22.839765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-ddff2898-9a28-48b3-9f24-ccb33631926a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 217 time: 0.0368967 Jun 19 20:25:22.895559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-d067e779-f61a-4d66-8194-0d193fe012e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:22.897050 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-d067e779-f61a-4d66-8194-0d193fe012e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0469403 Jun 19 20:25:22.932512 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-38e26192-a3c7-4c5a-b414-468fe9656d1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281458 Jun 19 20:25:23.084131 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-cd347d91-b2ea-4e9e-9145-5f049c068a66 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378238 Jun 19 20:25:23.092797 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643156b-7730-4bb9-b36d-830ea0befa3d req-5686c15b-8c9e-4130-ac1e-067233e2b8ab tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:23.094248 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2643156b-7730-4bb9-b36d-830ea0befa3d req-5686c15b-8c9e-4130-ac1e-067233e2b8ab tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 943 time: 0.1398897 Jun 19 20:25:23.167563 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8319eaf-a524-4313-b8e2-ea38ac02cbc6 req-e6ff2b61-93b8-441a-9b30-19678b14f220 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:23.175318 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f8319eaf-a524-4313-b8e2-ea38ac02cbc6 req-e6ff2b61-93b8-441a-9b30-19678b14f220 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0761490 Jun 19 20:25:23.221041 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f8319eaf-a524-4313-b8e2-ea38ac02cbc6 req-7f53346e-541b-413e-b429-81f48013080e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Jun 19 20:25:23.228533 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2643156b-7730-4bb9-b36d-830ea0befa3d req-861f2140-f5e2-4d10-9580-2dd66a88f6da tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244555 Jun 19 20:25:23.278739 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3de3920b-be28-4a1e-9f32-7e05e8d6b75b req-fe38d307-71f6-4991-82b4-6493e2b18ad3 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833322 Jun 19 20:25:23.354473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59744) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:23.461999 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.550591 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.648976 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.655491 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f6aae081-1a56-4e17-b769-bf7be78e98ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:23.690553 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=822ddcd5c1904fb1bb474231e14a53c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349612 Jun 19 20:25:23.693175 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a07679-9640-411a-8448-a9955deeb835,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:23.694752 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 59748) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:23.696474 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:23.749994 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.773789 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.914437 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.916963 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:23.918061 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56a07679-9640-411a-8448-a9955deeb835 HTTP/1.1" status: 204 len: 168 time: 0.2223220 Jun 19 20:25:23.919442 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-248108d3-c83f-4982-962d-26b55670aa0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:23.931281 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a07679-9640-411a-8448-a9955deeb835,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:23.934550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:23.947094 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e225-1bfe-4e0d-9209-95e6d45f7e01 req-91d4997d-9257-4fda-a011-85d34958c1d7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:23.948622 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a398e225-1bfe-4e0d-9209-95e6d45f7e01 req-91d4997d-9257-4fda-a011-85d34958c1d7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0788815 Jun 19 20:25:23.993342 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a398e225-1bfe-4e0d-9209-95e6d45f7e01 req-0260beff-1b82-407a-8f61-0d033de7a232 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Jun 19 20:25:24.427781 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c878c-fb93-4687-92f3-a2d825564535 req-38e7828b-adbc-4a8b-9801-9a0543fd5696 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:24.429425 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-459c878c-fb93-4687-92f3-a2d825564535 req-38e7828b-adbc-4a8b-9801-9a0543fd5696 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0819643 Jun 19 20:25:24.439330 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c1845-37b9-435b-a13b-24eca4433275 req-60164d80-075f-47fd-97d3-b2d939ed97a4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:24.446039 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-114c1845-37b9-435b-a13b-24eca4433275 req-60164d80-075f-47fd-97d3-b2d939ed97a4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 943 time: 0.0942194 Jun 19 20:25:24.489407 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-459c878c-fb93-4687-92f3-a2d825564535 req-1e0e360b-023c-4af0-92aa-933491f9a1b2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 Jun 19 20:25:24.490648 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-114c1845-37b9-435b-a13b-24eca4433275 req-6997926b-7c87-4451-b552-5b0a38fa2b66 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Jun 19 20:25:25.169506 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dee05-8e7a-4ccf-a35e-545b440419c0 req-77a107ef-d05c-4b6d-9ece-1dd35c92e5bc tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:25.170977 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c03dee05-8e7a-4ccf-a35e-545b440419c0 req-77a107ef-d05c-4b6d-9ece-1dd35c92e5bc tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0622323 Jun 19 20:25:25.209810 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c03dee05-8e7a-4ccf-a35e-545b440419c0 req-f811c5ae-63bf-4f13-aa56-c2170b289ea8 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Jun 19 20:25:25.627599 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 2a8132ce-ae83-40bc-84f7-654ff6ad2413 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:25:25.657093 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f5f2-60d5-41b4-9c9a-273e1eb6b1c0 req-e123c1df-64f2-4efb-9dbb-e06072b3459c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:25.659066 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ef27f5f2-60d5-41b4-9c9a-273e1eb6b1c0 req-e123c1df-64f2-4efb-9dbb-e06072b3459c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0658178 Jun 19 20:25:25.708166 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ef27f5f2-60d5-41b4-9c9a-273e1eb6b1c0 req-0c2c9767-972b-4920-9f34-63336c8326e4 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Jun 19 20:25:25.724969 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2a8132ce-ae83-40bc-84f7-654ff6ad2413,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:25.736544 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '2a8132ce-ae83-40bc-84f7-654ff6ad2413', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'port_id': '2a8132ce-ae83-40bc-84f7-654ff6ad2413', 'mac_address': 'fa:16:3e:7d:ee:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43808142-728d-46ce-8395-9750204a83ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:25:25.772597 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:25.784850 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8132ce-ae83-40bc-84f7-654ff6ad2413 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:25.805233 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2a8132ce-ae83-40bc-84f7-654ff6ad2413,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:25.876617 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bf5c6-512f-4547-ace8-0b50efe482e1 req-0e546a62-42af-48b1-9c52-f952687fc59e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:25.878103 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-101bf5c6-512f-4547-ace8-0b50efe482e1 req-0e546a62-42af-48b1-9c52-f952687fc59e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 943 time: 0.0620651 Jun 19 20:25:25.894684 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:25.896502 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:25.915125 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-101bf5c6-512f-4547-ace8-0b50efe482e1 req-9a241842-58ae-438a-bc9c-8a32a6189235 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Jun 19 20:25:25.948727 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=2a8132ce-ae83-40bc-84f7-654ff6ad2413,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:25.952637 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:26.392522 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dee859-94be-4859-a546-2fd981bb5ac7 req-87471e96-816e-4c0c-b73c-49a0119f458f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:26.394006 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24dee859-94be-4859-a546-2fd981bb5ac7 req-87471e96-816e-4c0c-b73c-49a0119f458f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jun 19 20:25:26.432765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-24dee859-94be-4859-a546-2fd981bb5ac7 req-c50d888a-5358-4c43-9e44-4798a73d5262 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Jun 19 20:25:26.887031 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a03cc-1f83-4faa-8492-0d61c79fe104 req-cad3bd18-c2aa-46ca-b91a-0371712d35c7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:26.888620 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-548a03cc-1f83-4faa-8492-0d61c79fe104 req-cad3bd18-c2aa-46ca-b91a-0371712d35c7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0622306 Jun 19 20:25:26.926267 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-548a03cc-1f83-4faa-8492-0d61c79fe104 req-900fb0ca-4ef3-4509-be2e-d33ab3bcd173 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Jun 19 20:25:27.091929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2444b44-2bc7-4297-b74d-5f0a21252486 req-20668616-39a2-4972-98e7-eb3d383e1664 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:27.093437 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c2444b44-2bc7-4297-b74d-5f0a21252486 req-20668616-39a2-4972-98e7-eb3d383e1664 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 944 time: 0.0614758 Jun 19 20:25:27.128615 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c2444b44-2bc7-4297-b74d-5f0a21252486 req-f5ce6886-fee4-45b1-9eb5-89a1bee05f3c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296628 Jun 19 20:25:27.601643 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33be83c-3112-47a2-836e-8ca53a12888c req-c3230fa9-65d1-4a1c-8f9d-495ccff898ee tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:27.603069 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a33be83c-3112-47a2-836e-8ca53a12888c req-c3230fa9-65d1-4a1c-8f9d-495ccff898ee tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0634913 Jun 19 20:25:27.639279 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a33be83c-3112-47a2-836e-8ca53a12888c req-fa924a12-cf1c-40a1-8ad5-52017653f7dd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306253 Jun 19 20:25:28.096726 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d6a6c-5cbc-4099-8348-40e033fe8d72 req-d8ac58b1-b506-4d55-a527-d299c4d19909 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:28.096726 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e39d6a6c-5cbc-4099-8348-40e033fe8d72 req-d8ac58b1-b506-4d55-a527-d299c4d19909 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0627749 Jun 19 20:25:28.132269 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e39d6a6c-5cbc-4099-8348-40e033fe8d72 req-705cc5bf-60ba-4811-bb21-1d9783cd362e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294950 Jun 19 20:25:28.304312 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0bd0-6430-4331-a84e-f7af7f8f2a59 req-3d40513e-d9aa-4d33-ab29-96eeff2a34f3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:28.305752 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1dbf0bd0-6430-4331-a84e-f7af7f8f2a59 req-3d40513e-d9aa-4d33-ab29-96eeff2a34f3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 944 time: 0.0648727 Jun 19 20:25:28.341751 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1dbf0bd0-6430-4331-a84e-f7af7f8f2a59 req-01bdc181-0cc4-4745-9a41-5df120998419 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Jun 19 20:25:28.810637 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128edfd8-4574-4683-9e1a-b828799b80b1 req-fd21b042-65b7-418b-a81d-45c5ca38c80f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:28.812144 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-128edfd8-4574-4683-9e1a-b828799b80b1 req-fd21b042-65b7-418b-a81d-45c5ca38c80f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0653715 Jun 19 20:25:28.851887 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-128edfd8-4574-4683-9e1a-b828799b80b1 req-e1e588fb-88fe-415e-a1bd-89f6e791154f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335460 Jun 19 20:25:29.301233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a0c28-3d25-4916-807a-88be4037933f req-3def919b-2ef5-4048-94bc-d5525485663f tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:29.302662 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cf8a0c28-3d25-4916-807a-88be4037933f req-3def919b-2ef5-4048-94bc-d5525485663f tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0607815 Jun 19 20:25:29.341502 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cf8a0c28-3d25-4916-807a-88be4037933f req-5de04bae-4c9f-4555-a5bb-ff31262ff4ae tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jun 19 20:25:29.394917 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532937-167b-47bd-a81a-75db3c03938e req-f2f17c4a-bcdb-44c9-9926-09d30c99961b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:29.396425 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-02532937-167b-47bd-a81a-75db3c03938e req-f2f17c4a-bcdb-44c9-9926-09d30c99961b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 946 time: 0.0613303 Jun 19 20:25:29.474055 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['2a8132ce-ae83-40bc-84f7-654ff6ad2413'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:29.551307 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4793179-2490-46c6-a3c9-2bcb21aac743 req-66d29127-620e-45b5-acc6-74fb3a733be0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:29.552812 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f4793179-2490-46c6-a3c9-2bcb21aac743 req-66d29127-620e-45b5-acc6-74fb3a733be0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 944 time: 0.1037071 Jun 19 20:25:29.557394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Deleting port 51d27d69-fb5a-4692-b8da-1a34d494716c {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:25:29.557728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:29.836100 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f4793179-2490-46c6-a3c9-2bcb21aac743 req-6f35946a-7594-4c84-9231-1901a1cb0c9c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748487 Jun 19 20:25:29.868107 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] For port 51d27d69-fb5a-4692-b8da-1a34d494716c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=51d27d69-fb5a-4692-b8da-1a34d494716c,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:29.868486 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:29.932739 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Calling delete_port for 51d27d69-fb5a-4692-b8da-1a34d494716c owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:25:30.060143 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cacb6d-93e3-4bcd-aef8-ca2fa6d014b1 req-3375f2aa-47bd-4b22-ac2d-6446b70bb2fb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:30.061757 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-76cacb6d-93e3-4bcd-aef8-ca2fa6d014b1 req-3375f2aa-47bd-4b22-ac2d-6446b70bb2fb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0896702 Jun 19 20:25:30.135749 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-76cacb6d-93e3-4bcd-aef8-ca2fa6d014b1 req-550e3070-7892-427d-a759-b674b66c9c3f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670719 Jun 19 20:25:30.267769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:30.272374 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d5ce2167-ce68-441a-93e8-5b880cab153b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:30.300199 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Pushing event deleted for resources: {'Port': ['ID=51d27d69-fb5a-4692-b8da-1a34d494716c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:30.303724 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:30.332778 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-03a63868-7f70-4a11-8080-1a860dcab9f5 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b9106576afd445d6964290b8364e8ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292256 Jun 19 20:25:30.346940 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] No DVR routers for this DVR port 51d27d69-fb5a-4692-b8da-1a34d494716c on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:25:30.349529 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:30.352370 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-02532937-167b-47bd-a81a-75db3c03938e req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "DELETE /v2.0/ports/51d27d69-fb5a-4692-b8da-1a34d494716c HTTP/1.1" status: 204 len: 173 time: 0.9488864 Jun 19 20:25:30.352888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'name': 'network-vif-deleted', 'tag': '51d27d69-fb5a-4692-b8da-1a34d494716c'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:30.356182 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222019bc-0f15-422b-b99a-4fc1f2ff2956" -d '{"events": [{"server_uuid": "3cc87e4b-3246-4c9b-bd78-09c36547e7aa", "name": "network-vif-deleted", "tag": "51d27d69-fb5a-4692-b8da-1a34d494716c"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:30.394774 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba35bc-31fa-4e1e-9e54-8898b05de644 x-openstack-request-id: req-6bba35bc-31fa-4e1e-9e54-8898b05de644 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:30.395091 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc87e4b-3246-4c9b-bd78-09c36547e7aa", "name": "network-vif-deleted", "tag": "51d27d69-fb5a-4692-b8da-1a34d494716c", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:30.395369 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bba35bc-31fa-4e1e-9e54-8898b05de644 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:30.395845 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc87e4b-3246-4c9b-bd78-09c36547e7aa', 'name': 'network-vif-deleted', 'tag': '51d27d69-fb5a-4692-b8da-1a34d494716c', 'status': 'completed', 'code': 200} Jun 19 20:25:30.514323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['51d27d69-fb5a-4692-b8da-1a34d494716c'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:30.521088 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-252c41dc-0a4f-4b54-a774-01194b8801ca req-f9a75e6b-c637-4654-87ec-ff4fe7df58d2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 210 time: 0.0383546 Jun 19 20:25:30.522838 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-36018045-eb3d-4eca-99a7-94ca87036e3e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:30.524380 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-36018045-eb3d-4eca-99a7-94ca87036e3e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861978 Jun 19 20:25:30.547466 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-3fec8190-d702-4021-b366-4fc3dc0032a5 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/quotas/b9106576afd445d6964290b8364e8ef7 HTTP/1.1" status: 200 len: 375 time: 0.0175149 Jun 19 20:25:30.581078 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-7645162c-30a4-4790-ad74-7e4819e808db tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9106576afd445d6964290b8364e8ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281565 Jun 19 20:25:30.677366 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59914) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:30.792432 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:30.820568 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 2a8132ce-ae83-40bc-84f7-654ff6ad2413 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:25:30.871175 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9ff64cb3-185f-428e-bd8d-b8b5de149a66 req-87015466-9938-4a38-990b-f473a6b28634 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 210 time: 0.0342751 Jun 19 20:25:30.901732 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.036461 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c46042-c0b3-4a4e-9776-ff9ff8be7d27 req-38caeb5f-04b5-43ee-9796-9088a869fa2d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:31.037984 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-88c46042-c0b3-4a4e-9776-ff9ff8be7d27 req-38caeb5f-04b5-43ee-9796-9088a869fa2d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 944 time: 0.0756140 Jun 19 20:25:31.073509 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:25:31.076399 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-88c46042-c0b3-4a4e-9776-ff9ff8be7d27 req-f21637d7-725d-4bee-9dc3-16e1b172ef75 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Jun 19 20:25:31.077305 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.077576 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:25:31.078123 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.081650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cfb438c7-cdd0-4c31-b7a7-49e111a39c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:31.117200 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=594d3c55a37447419fa14594c4ab4410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387541 Jun 19 20:25:31.119966 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 59936) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:31.133112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b1fbf6-904e-4ecb-8024-1029da81d771,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:31.148404 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:31.172529 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.201810 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8132ce-ae83-40bc-84f7-654ff6ad2413'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:31.205282 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c07bbba-384f-4e21-9d56-3b39a0c7fe4c" -d '{"events": [{"server_uuid": "2fe59fc6-61d2-4905-b4ab-4bd40041c1d3", "name": "network-vif-plugged", "status": "completed", "tag": "2a8132ce-ae83-40bc-84f7-654ff6ad2413"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:31.227573 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.252531 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.257547 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2a8132ce-ae83-40bc-84f7-654ff6ad2413,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:31.278838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17dc9fc-4563-46e6-9954-ce9a12366b81 x-openstack-request-id: req-d17dc9fc-4563-46e6-9954-ce9a12366b81 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:31.279204 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe59fc6-61d2-4905-b4ab-4bd40041c1d3", "name": "network-vif-plugged", "status": "completed", "tag": "2a8132ce-ae83-40bc-84f7-654ff6ad2413", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:31.279469 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d17dc9fc-4563-46e6-9954-ce9a12366b81 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:31.279881 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8132ce-ae83-40bc-84f7-654ff6ad2413', 'code': 200} Jun 19 20:25:31.325137 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.328236 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:31.380346 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd954f5-4f85-4b2e-8986-de3fac9a0c9d req-3ab62348-64a5-484b-8586-1a0cb64834e9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:31.381886 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abd954f5-4f85-4b2e-8986-de3fac9a0c9d req-3ab62348-64a5-484b-8586-1a0cb64834e9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1170557 Jun 19 20:25:31.401546 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=2a8132ce-ae83-40bc-84f7-654ff6ad2413,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:31.404965 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:31.433295 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.436005 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:31.437417 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5b1fbf6-904e-4ecb-8024-1029da81d771 HTTP/1.1" status: 204 len: 168 time: 0.3157351 Jun 19 20:25:31.438617 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5a7ab2e4-8861-4dfa-8a66-8c269d53f0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:31.448475 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b1fbf6-904e-4ecb-8024-1029da81d771,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:31.451391 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:31.460914 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-abd954f5-4f85-4b2e-8986-de3fac9a0c9d req-9e3e5375-1e02-4bef-af17-d46c8e172b68 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598865 Jun 19 20:25:31.692991 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-142ea9ab-a464-4d59-b886-5b73d3ac7b0d req-09c46d00-5bef-4599-bb0b-e1911e0f13ef tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc87e4b-3246-4c9b-bd78-09c36547e7aa HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jun 19 20:25:31.872421 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaf711-9455-43fb-a4b7-54cc88242133 req-6418a0c4-22a6-4dbe-bf1c-1a0f06f141f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:31.875008 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3aaaf711-9455-43fb-a4b7-54cc88242133 req-6418a0c4-22a6-4dbe-bf1c-1a0f06f141f8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 1098 time: 0.0604792 Jun 19 20:25:31.921932 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3aaaf711-9455-43fb-a4b7-54cc88242133 req-27964068-98bb-4fdc-abd3-3d601ff8f3d0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381505 Jun 19 20:25:31.967807 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ed2d8b44-9fc5-47f1-a772-bfbf4672e7d9 req-d950aa8b-97eb-4fe4-bc1f-0c40241eb899 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jun 19 20:25:32.231377 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59968) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:32.254839 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.261157 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb601fc3-bd01-4170-9aa6-34d222e534e6 req-46e03b76-d33f-4112-9fed-1656004857e3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:32.262652 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bb601fc3-bd01-4170-9aa6-34d222e534e6 req-46e03b76-d33f-4112-9fed-1656004857e3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 945 time: 0.0748370 Jun 19 20:25:32.307379 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bb601fc3-bd01-4170-9aa6-34d222e534e6 req-03d94c52-8e31-4757-8117-24e4fb40a9a3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Jun 19 20:25:32.355093 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.450444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.454867 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-165e6f17-3505-447a-85df-4d14b424b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:32.488762 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73dacf0e7b774316b200421561b06496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562046 Jun 19 20:25:32.490817 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc83d5f-5cb6-4c9f-9e0f-193b7a64b4e9,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:32.491529 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 59976) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:32.493976 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:32.548362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.571404 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.636291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7af758-bf42-4593-a258-8e916fe37595 req-44a2f209-8a71-4528-b070-d6853f310566 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:32.637762 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff7af758-bf42-4593-a258-8e916fe37595 req-44a2f209-8a71-4528-b070-d6853f310566 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0659883 Jun 19 20:25:32.673930 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff7af758-bf42-4593-a258-8e916fe37595 req-78643492-c06a-4972-8b8c-e71622769f8d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Jun 19 20:25:32.710248 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.713577 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:32.717635 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cc83d5f-5cb6-4c9f-9e0f-193b7a64b4e9 HTTP/1.1" status: 204 len: 168 time: 0.2220607 Jun 19 20:25:32.717635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b8212119-9a07-44d9-9b3f-6af984494c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:32.731670 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc83d5f-5cb6-4c9f-9e0f-193b7a64b4e9,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:32.734623 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:32.874026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 59988) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:33.188508 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cd1db1c0-5863-43f8-b3bf-eecf271395c0 req-e8e833d0-1911-4b5a-8281-dacc2126f859 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 210 time: 0.0385814 Jun 19 20:25:33.192512 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-db5aa561-427e-4b32-a58c-e750582b31e7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:33.194319 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-db5aa561-427e-4b32-a58c-e750582b31e7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/networks?id=e55a2586-9170-4c27-8ad7-b66d47024ea5 HTTP/1.1" status: 200 len: 809 time: 0.1377244 Jun 19 20:25:33.213327 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-b2e70289-bd2b-4ec9-bd21-bd05753b7859 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/quotas/7db16a26b4ca439aa7f39b79f6d43fd4 HTTP/1.1" status: 200 len: 375 time: 0.0135274 Jun 19 20:25:33.265624 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:33.277506 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-8401460b-6c5c-47ea-b49e-89511df4bd62 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576792 Jun 19 20:25:33.398936 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-d8ba356e-cd8d-4b15-97de-97535bead1d1 service neutron] 10.222.0.25 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205878 Jun 19 20:25:33.527129 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:33.530519 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-3d5afb8d-9895-4899-b326-014afe45b46b service neutron] 10.222.0.25 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254179 Jun 19 20:25:33.603365 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4e4ce-b978-41f4-aeae-2c418c655584 req-210627f4-ad6e-4a10-adfa-ae77e62bc411 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:33.604912 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-48c4e4ce-b978-41f4-aeae-2c418c655584 req-210627f4-ad6e-4a10-adfa-ae77e62bc411 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 945 time: 0.0674264 Jun 19 20:25:33.633025 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:33.636548 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1bffa946-4ac3-4d1f-99d6-529ed47a8a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:33.643052 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-48c4e4ce-b978-41f4-aeae-2c418c655584 req-d3d28120-e8db-4abb-b78f-fb589af56ed7 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Jun 19 20:25:33.681375 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa918b0-9815-4902-9c62-a5c91ad6978c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:33.684945 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:33.687834 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 60018) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:33.702586 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d6d1bc724bd4882aa5e2da51afc4a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8274345 Jun 19 20:25:33.704511 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 60020) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:33.718290 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:33.820754 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:33.847993 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d51abd9c-39fb-4730-8eb3-c7ff0d0bbb15 req-9bb25ad6-a316-463a-b103-46f0bfa976b0 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 210 time: 0.0467777 Jun 19 20:25:33.900382 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:33.919637 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-77d017ee-5275-4835-b4ba-48547a8f01be tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b9106576afd445d6964290b8364e8ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531456 Jun 19 20:25:34.096107 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.140174 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-5e0341e7-5d32-4c97-bf2b-e69d9e65cae7 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:34.141588 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-5e0341e7-5d32-4c97-bf2b-e69d9e65cae7 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158408 Jun 19 20:25:34.153844 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Request body: {'port': {'device_id': '77558836-40b0-4035-8555-063c952baada', 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c', 'admin_state_up': True, 'tenant_id': 'b9106576afd445d6964290b8364e8ef7'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:34.274589 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.280487 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-beb2746b-90da-4f61-a944-34481930e02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:34.290626 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.292806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.297311 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fa918b0-9815-4902-9c62-a5c91ad6978c HTTP/1.1" status: 204 len: 168 time: 0.5903254 Jun 19 20:25:34.335974 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eeb3f9bd99be40a2b9fd839c607f12ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6458540 Jun 19 20:25:34.338557 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 60040) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:34.347025 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc1bfa7-9a31-4252-8f5e-274a23b8c598,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:34.356927 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:34.364949 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-242d169c-4746-49a2-8d5f-8242726a02b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:34.382261 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-816f5b44-489a-45f3-9bc1-678557f63555 req-49d29b2b-225f-401e-a806-30dc74c0bc4c tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 210 time: 0.0358596 Jun 19 20:25:34.394748 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa918b0-9815-4902-9c62-a5c91ad6978c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:34.405702 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:34.438237 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.465412 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.523036 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Made reservation on behalf of b9106576afd445d6964290b8364e8ef7 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:25:34.523233 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ec77-054c-4ec2-85e4-271f0deff105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.527572 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.540763 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.708021 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.711102 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.714471 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cc1bfa7-9a31-4252-8f5e-274a23b8c598 HTTP/1.1" status: 204 len: 168 time: 0.3727036 Jun 19 20:25:34.721461 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7c610d31-eb4a-461e-848d-1254308fbfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:34.739522 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc1bfa7-9a31-4252-8f5e-274a23b8c598,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:34.755912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:34.793188 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a47d8f-4354-4e1c-91a0-3bf3c3d626ec req-c4c9d3bd-9283-442c-9b3c-935496ada2b5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:34.803710 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e3a47d8f-4354-4e1c-91a0-3bf3c3d626ec req-c4c9d3bd-9283-442c-9b3c-935496ada2b5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1155174 Jun 19 20:25:34.821109 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 51d27d69-fb5a-4692-b8da-1a34d494716c no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:25:34.845696 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 51d27d69-fb5a-4692-b8da-1a34d494716c {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:25:34.846270 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 51d27d69-fb5a-4692-b8da-1a34d494716c not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:25:34.853802 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e3a47d8f-4354-4e1c-91a0-3bf3c3d626ec req-f76b8f58-10dd-4438-9927-7f1257dbb715 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491071 Jun 19 20:25:34.869187 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:34.944262 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e384938c-9ac9-4aca-8816-1dd4b011439b req-fc947efc-9f15-4eed-bab0-95ab7e1d9b56 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 210 time: 0.0289712 Jun 19 20:25:35.042823 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.047487 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e11b4561-3856-4c45-9065-4d0be9e9466e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:35.107499 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f41f79-e341-4a91-a0d8-52560b67b9b1,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:35.112461 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:35.182352 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Allocated IP 192.168.233.156 (ed60d8ee-d18b-4aa8-9c66-aab41624ba8c/2e11c4d5-4d92-4e0f-b6ba-3be30ac7ac4b/e7447cb0-3a99-4e23-926f-0b9e0159a595) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:25:35.332294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.344440 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Transition to ACTIVE for port object e7447cb0-3a99-4e23-926f-0b9e0159a595 will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:25:35.516729 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d243161d-05df-4388-8839-cb4decef517f req-b4142d61-7374-4e34-b01e-1ad0793b1c30 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 210 time: 0.0277781 Jun 19 20:25:35.533362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.544371 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ad8d59c-e624-4f69-b452-f322ee716574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:35.598822 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:25:35.602471 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:25:35.607396 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:25:35.611365 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Pushing event updated for resources: {'Port': ['ID=e7447cb0-3a99-4e23-926f-0b9e0159a595,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:35.633686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60080) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:35.643858 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:35.658985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.681923 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:35.682877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.808136 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.919230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:35.919751 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c7bad4da-adba-42c9-9562-ab7a45875beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:35.962807 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c599b46a9fb449fb8175a62c57abb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277795 Jun 19 20:25:35.963923 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3f63d-6d99-461c-adde-45cbd610f470,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:35.965835 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 60094) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:35.967082 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:35.980195 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-dbe698a3-ab17-4757-b2dd-cc792ab337b9 None None] Provisioning for port e7447cb0-3a99-4e23-926f-0b9e0159a595 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:25:35.985350 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-dbe698a3-ab17-4757-b2dd-cc792ab337b9 None None] Provisioning complete for port e7447cb0-3a99-4e23-926f-0b9e0159a595 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:25:35.986216 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-dbe698a3-ab17-4757-b2dd-cc792ab337b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.021794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-dbe698a3-ab17-4757-b2dd-cc792ab337b9 None None] Port e7447cb0-3a99-4e23-926f-0b9e0159a595 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:25:36.045071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.048742 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8986526 Jun 19 20:25:36.070593 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Request body: {'port': {'device_id': '77558836-40b0-4035-8555-063c952baada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:36.085971 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.127242 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1eedbabb-2577-4b65-bae2-ca43d41a13bd req-c5dcebd3-e1ce-4083-986a-3b8605e8b71f tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 210 time: 0.0618508 Jun 19 20:25:36.199482 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.341503 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.343985 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.345948 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46f3f63d-6d99-461c-adde-45cbd610f470 HTTP/1.1" status: 204 len: 168 time: 0.3781180 Jun 19 20:25:36.371581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f6345b32-8459-491e-b4ba-773ac7b1473b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:36.380110 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3f63d-6d99-461c-adde-45cbd610f470,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:36.383047 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:36.495311 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7447cb0-3a99-4e23-926f-0b9e0159a595 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:36.504819 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.518992 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Transition to ACTIVE for port object e7447cb0-3a99-4e23-926f-0b9e0159a595 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:25:36.582329 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:36.585870 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:36.643631 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Pushing event updated for resources: {'Port': ['ID=e7447cb0-3a99-4e23-926f-0b9e0159a595,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:36.648129 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:36.709079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.011019 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8fd3b71f-208d-43ca-ac5c-70583ae30606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.095582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68fe79-84fa-474a-b628-c6508ca2f75f req-be916046-356d-4b54-8de2-246318823058 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:37.097099 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2d68fe79-84fa-474a-b628-c6508ca2f75f req-be916046-356d-4b54-8de2-246318823058 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 948 time: 0.4371350 Jun 19 20:25:37.137281 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Attempting to bind port e7447cb0-3a99-4e23-926f-0b9e0159a595 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:25:37.137593 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Attempting to bind port e7447cb0-3a99-4e23-926f-0b9e0159a595 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:25:37.137925 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Attempting to bind port e7447cb0-3a99-4e23-926f-0b9e0159a595 on network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:37.157184 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Port e7447cb0-3a99-4e23-926f-0b9e0159a595 on network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:25:37.157756 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Attempting to bind port e7447cb0-3a99-4e23-926f-0b9e0159a595 on network ed60d8ee-d18b-4aa8-9c66-aab41624ba8c {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:37.176735 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:25:37.177076 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Checking segment: {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:25:37.177455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Bound using segment: {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:25:37.177896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Bound port: e7447cb0-3a99-4e23-926f-0b9e0159a595, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4b18fe-db9c-43e9-9fc1-7829a286e502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:25:37.178240 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.199242 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-f693a1e3-3058-4ffc-a6e3-fe8c0d55ddad tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:37.200718 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-f693a1e3-3058-4ffc-a6e3-fe8c0d55ddad tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "GET /v2.0/networks?id=e55a2586-9170-4c27-8ad7-b66d47024ea5 HTTP/1.1" status: 200 len: 809 time: 0.1895788 Jun 19 20:25:37.205507 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2d68fe79-84fa-474a-b628-c6508ca2f75f req-3864c319-23ae-4f8b-8cf9-d3ee2b51a0b6 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973353 Jun 19 20:25:37.234212 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Request body: {'port': {'device_id': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5', 'admin_state_up': True, 'tenant_id': '7db16a26b4ca439aa7f39b79f6d43fd4'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:37.239074 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.318803 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5adee251-3b8a-4751-851c-efb6db0fdae9 req-e7e14c2e-2064-4488-88da-662fc870db21 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 210 time: 0.0368841 Jun 19 20:25:37.325852 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] For port e7447cb0-3a99-4e23-926f-0b9e0159a595, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:25:37.331095 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] For port e7447cb0-3a99-4e23-926f-0b9e0159a595, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e7447cb0-3a99-4e23-926f-0b9e0159a595,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:25:37.433987 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 60148) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:37.448984 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.494026 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Made reservation on behalf of 7db16a26b4ca439aa7f39b79f6d43fd4 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:25:37.497519 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.500039 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.506606 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:37.583241 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:37.583846 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.585242 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] 10.222.0.22 "PUT /v2.0/ports/e7447cb0-3a99-4e23-926f-0b9e0159a595 HTTP/1.1" status: 200 len: 1098 time: 1.5188477 Jun 19 20:25:37.588351 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77558836-40b0-4035-8555-063c952baada', 'tag': 'e7447cb0-3a99-4e23-926f-0b9e0159a595'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:37.590728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5427763c-c487-4d09-a591-8603898e6734" -d '{"events": [{"name": "network-changed", "server_uuid": "77558836-40b0-4035-8555-063c952baada", "tag": "e7447cb0-3a99-4e23-926f-0b9e0159a595"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:37.636681 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Pushing event updated for resources: {'Port': ['ID=e7447cb0-3a99-4e23-926f-0b9e0159a595,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:37.653636 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6960b7e-595c-4970-8d25-437a7ccf654f x-openstack-request-id: req-f6960b7e-595c-4970-8d25-437a7ccf654f {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:37.654042 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77558836-40b0-4035-8555-063c952baada", "tag": "e7447cb0-3a99-4e23-926f-0b9e0159a595", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:37.654322 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6960b7e-595c-4970-8d25-437a7ccf654f {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:37.654726 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77558836-40b0-4035-8555-063c952baada', 'tag': 'e7447cb0-3a99-4e23-926f-0b9e0159a595', 'status': 'completed', 'code': 200} Jun 19 20:25:37.655472 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:37.790217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Allocated IP 172.20.0.13 (e55a2586-9170-4c27-8ad7-b66d47024ea5/a7de0ed8-558d-40fe-93a9-54a8d811a86d/a9cadd1c-8cbb-4e5a-9adf-8f5851068b44) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:25:37.798632 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.818763 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427763c-c487-4d09-a591-8603898e6734 req-8273bba9-098b-473a-acd3-7cbb613f1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:37.825927 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5427763c-c487-4d09-a591-8603898e6734 req-8273bba9-098b-473a-acd3-7cbb613f1a6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b9106576afd445d6964290b8364e8ef7&device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 1101 time: 0.1433876 Jun 19 20:25:37.866683 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5427763c-c487-4d09-a591-8603898e6734 req-46950128-05a5-4b4f-9b27-9d561700de2d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b9106576afd445d6964290b8364e8ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321846 Jun 19 20:25:37.926092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:37.937825 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-007118e9-5803-4660-8452-30a21f1e3e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:38.034094 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8459ddde-9c02-486f-9b51-9bd21439f3a5,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:38.034094 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e0ecb6036094792886c0ee330a8640b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960100 Jun 19 20:25:38.034554 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60192) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:38.035214 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:38.085248 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427763c-c487-4d09-a591-8603898e6734 req-76549e1c-f0d1-489c-b298-02d473da8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.086691 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5427763c-c487-4d09-a591-8603898e6734 req-76549e1c-f0d1-489c-b298-02d473da8be9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014585 Jun 19 20:25:38.089465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.090630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.113474 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.141752 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.208178 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-24c29b03-2785-45dc-9de1-22bd791301b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.209681 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-24c29b03-2785-45dc-9de1-22bd791301b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b9106576afd445d6964290b8364e8ef7&device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 1101 time: 0.0526254 Jun 19 20:25:38.255353 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-d6bb9b1f-e56e-4ba2-9df2-2e8aa32fc809 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e7447cb0-3a99-4e23-926f-0b9e0159a595 HTTP/1.1" status: 200 len: 217 time: 0.0376019 Jun 19 20:25:38.270447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.290516 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:38.325237 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.328013 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.329176 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8459ddde-9c02-486f-9b51-9bd21439f3a5 HTTP/1.1" status: 204 len: 168 time: 0.2946081 Jun 19 20:25:38.330349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-06b70f01-efa4-4341-ba56-7985ede34e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:38.338622 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8459ddde-9c02-486f-9b51-9bd21439f3a5,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:38.343161 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Network e55a2586-9170-4c27-8ad7-b66d47024ea5 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:25:38.349847 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-8f8da65d-655f-4dc0-a9ab-d0bab084196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.351010 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:38.351247 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-8f8da65d-655f-4dc0-a9ab-d0bab084196f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e11c4d5-4d92-4e0f-b6ba-3be30ac7ac4b HTTP/1.1" status: 200 len: 843 time: 0.0898438 Jun 19 20:25:38.352238 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:25:38.356531 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:25:38.427466 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Pushing event updated for resources: {'Port': ['ID=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:38.433108 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:38.452432 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfc88f-3954-43d4-94e7-4c9073059d90 req-05efe533-3363-405e-a56b-3b20f5bbeace tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.454022 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f4dfc88f-3954-43d4-94e7-4c9073059d90 req-05efe533-3363-405e-a56b-3b20f5bbeace tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 948 time: 0.1047056 Jun 19 20:25:38.462939 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.466115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.491328 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-b64dce9a-da85-4539-87d1-67a7887190be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.492893 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-b64dce9a-da85-4539-87d1-67a7887190be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed60d8ee-d18b-4aa8-9c66-aab41624ba8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1334944 Jun 19 20:25:38.494675 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f4dfc88f-3954-43d4-94e7-4c9073059d90 req-705c6048-1b7a-4136-a711-9aa11f045d95 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Jun 19 20:25:38.579274 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6246c114-2d19-4663-86fe-31b254ff63fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3520708 Jun 19 20:25:38.600850 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Request body: {'port': {'device_id': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:25:38.663650 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-8ba59070-f911-4f6a-b881-a26d52afb090 service neutron] 10.222.0.22 "GET /v2.0/networks/ed60d8ee-d18b-4aa8-9c66-aab41624ba8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623487 Jun 19 20:25:38.678802 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cd3a3-99a5-466e-aa87-857a6d036766 req-6c4d59ba-bc24-4609-b446-9eae70addc4e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:38.680816 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-618cd3a3-99a5-466e-aa87-857a6d036766 req-6c4d59ba-bc24-4609-b446-9eae70addc4e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 932 time: 0.0651801 Jun 19 20:25:38.728268 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-618cd3a3-99a5-466e-aa87-857a6d036766 req-526a7fec-dedc-453f-9809-572fffb65f49 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Jun 19 20:25:38.747054 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:38.825467 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cae6ed7-7594-4d99-9609-08b69efd56e2 req-1ee401cb-a496-4626-b8d2-b192ca36f84c service neutron] 10.222.0.22 "GET /v2.0/networks/ed60d8ee-d18b-4aa8-9c66-aab41624ba8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442511 Jun 19 20:25:39.116190 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:39.124719 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:39.137203 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Transition to ACTIVE for port object a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:25:39.271159 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:39.274163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:39.354609 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Pushing event updated for resources: {'Port': ['ID=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:39.365912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.366919 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.366919 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.367134 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.367287 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.367632 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.367994 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.368335 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.368723 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.369003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.369337 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.369666 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:39.388259 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:39.437153 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Attempting to bind port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:25:39.437490 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Attempting to bind port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:25:39.437809 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Attempting to bind port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 on network e55a2586-9170-4c27-8ad7-b66d47024ea5 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:39.442547 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 on network e55a2586-9170-4c27-8ad7-b66d47024ea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:25:39.442951 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Attempting to bind port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 on network e55a2586-9170-4c27-8ad7-b66d47024ea5 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:25:39.447687 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:25:39.448037 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Checking segment: {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:25:39.448412 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Bound using segment: {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:25:39.448822 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Bound port: a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a615ed-4cc3-483f-b494-8c735525e171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:25:39.449156 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:39.512579 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] For port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:25:39.515780 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] For port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:25:39.615279 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:39.619017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:39.689496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:39.690105 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:39.691515 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] 10.222.0.22 "PUT /v2.0/ports/a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 HTTP/1.1" status: 200 len: 1094 time: 1.0987921 Jun 19 20:25:39.692024 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'tag': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:39.694361 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e1b5c-53b7-4609-9077-69033a08d195" -d '{"events": [{"name": "network-changed", "server_uuid": "906ae0ec-d3f8-4317-8adc-d74fa5e63a2c", "tag": "a9cadd1c-8cbb-4e5a-9adf-8f5851068b44"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:39.725122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Pushing event updated for resources: {'Port': ['ID=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:39.728372 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:39.748531 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14c77-78d1-4af4-84ae-b399eb1c9c2a req-50abe200-dfb3-4958-98ef-4559d3ca90be tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:39.750361 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6bd14c77-78d1-4af4-84ae-b399eb1c9c2a req-50abe200-dfb3-4958-98ef-4559d3ca90be tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 948 time: 0.1327641 Jun 19 20:25:39.752576 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21f2f5-4258-48bb-82ac-dcd51f776842 x-openstack-request-id: req-df21f2f5-4258-48bb-82ac-dcd51f776842 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:39.752957 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906ae0ec-d3f8-4317-8adc-d74fa5e63a2c", "tag": "a9cadd1c-8cbb-4e5a-9adf-8f5851068b44", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:39.753307 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df21f2f5-4258-48bb-82ac-dcd51f776842 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:39.753765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'tag': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44', 'status': 'completed', 'code': 200} Jun 19 20:25:39.818207 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6bd14c77-78d1-4af4-84ae-b399eb1c9c2a req-f25a0860-6bf6-41a9-ad6b-69431d4fcadd tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Jun 19 20:25:39.855032 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1b5c-53b7-4609-9077-69033a08d195 req-99e3b158-37b2-49ce-8682-1e5fdc1b1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:39.856630 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5c7e1b5c-53b7-4609-9077-69033a08d195 req-99e3b158-37b2-49ce-8682-1e5fdc1b1335 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 1097 time: 0.0788045 Jun 19 20:25:39.901635 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:39.938165 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ac2e2-d5e2-407f-a283-6ca0aafaa11d req-69054fe5-f059-419d-9c43-115237ae4fdb tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:39.939814 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-207ac2e2-d5e2-407f-a283-6ca0aafaa11d req-69054fe5-f059-419d-9c43-115237ae4fdb tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 944 time: 0.0773559 Jun 19 20:25:39.991884 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1b5c-53b7-4609-9077-69033a08d195 req-c4de801d-d8ca-4344-b421-fe6ebd9d69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:39.991884 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5c7e1b5c-53b7-4609-9077-69033a08d195 req-c4de801d-d8ca-4344-b421-fe6ebd9d69ff service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1271341 Jun 19 20:25:39.993130 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-207ac2e2-d5e2-407f-a283-6ca0aafaa11d req-df1f56a0-463a-407a-88b7-63bcc0757337 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Jun 19 20:25:40.102051 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1b5c-53b7-4609-9077-69033a08d195 req-a5eeb061-ac2d-4161-81a2-6cf4f371b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:40.104041 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5c7e1b5c-53b7-4609-9077-69033a08d195 req-a5eeb061-ac2d-4161-81a2-6cf4f371b2a9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053331 Jun 19 20:25:40.199063 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6cf88d33-a136-43cc-8122-9abc89ebca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:40.200573 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6cf88d33-a136-43cc-8122-9abc89ebca4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 1097 time: 0.0539398 Jun 19 20:25:40.242401 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-2ffa41e1-4345-403c-ad71-22fd07cd2a14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 HTTP/1.1" status: 200 len: 217 time: 0.0333476 Jun 19 20:25:40.289751 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-fc889f43-678f-4acf-98e7-2e6a3874cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:40.291255 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-fc889f43-678f-4acf-98e7-2e6a3874cf6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a7de0ed8-558d-40fe-93a9-54a8d811a86d HTTP/1.1" status: 200 len: 849 time: 0.0423410 Jun 19 20:25:40.327921 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-2d4cdf06-2b5f-412c-a6d1-5bb9f7d29381 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e55a2586-9170-4c27-8ad7-b66d47024ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296195 Jun 19 20:25:40.453474 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-6544e81d-0828-42ed-bef6-0ed561cff75b service neutron] 10.222.0.22 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190608 Jun 19 20:25:40.792085 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9be3ae4d-3817-4f06-8cf3-2de98caf5575 req-292018e7-4201-4762-9223-84006e461a53 service neutron] 10.222.0.22 "GET /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210957 Jun 19 20:25:41.011184 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7986-4af1-4ab6-b611-d8409243796e req-972f50b9-25cc-4eb9-901c-1816c0b6fe4f tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:41.013779 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a3dd7986-4af1-4ab6-b611-d8409243796e req-972f50b9-25cc-4eb9-901c-1816c0b6fe4f tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 948 time: 0.0808573 Jun 19 20:25:41.055756 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a3dd7986-4af1-4ab6-b611-d8409243796e req-2110d182-606f-4efe-aaff-e2acefa1af2a tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Jun 19 20:25:41.081237 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:25:41.168210 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae69ba-40fa-42ac-87fb-649b217da860 req-a576c5dc-681c-4780-af8d-80963079abd4 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:41.170211 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-92ae69ba-40fa-42ac-87fb-649b217da860 req-a576c5dc-681c-4780-af8d-80963079abd4 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 944 time: 0.0640421 Jun 19 20:25:41.211369 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-92ae69ba-40fa-42ac-87fb-649b217da860 req-da6659ba-edaf-4c3c-b694-868d8c3742b6 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jun 19 20:25:42.025413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60338) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:42.135257 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.241798 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.245402 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be1af5-18ab-4106-a037-e7b74f97e103 req-d22dbace-ff48-47ce-8ac2-fbbddff32329 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:42.246938 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f2be1af5-18ab-4106-a037-e7b74f97e103 req-d22dbace-ff48-47ce-8ac2-fbbddff32329 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 948 time: 0.0652280 Jun 19 20:25:42.290476 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f2be1af5-18ab-4106-a037-e7b74f97e103 req-75ca0933-b57d-4e95-823f-85f87eca0c0d tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Jun 19 20:25:42.318755 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.322371 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b490f22b-0f4c-462b-873d-a2b6dfc330fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:42.385622 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8af2102be154ce8a61b6e9bf4cb6c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589997 Jun 19 20:25:42.386586 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0bab2-0ac6-4a6e-8f2c-f62ff1ae3182,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:42.388262 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 60350) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:42.397821 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.398288 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.408632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:25:42.410196 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:42.448321 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d0f1a-8417-47e0-a5e9-251d655dd7ea req-6aa3476a-5309-429a-ba16-d3c79bbe7ff2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:42.449924 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-651d0f1a-8417-47e0-a5e9-251d655dd7ea req-6aa3476a-5309-429a-ba16-d3c79bbe7ff2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 944 time: 0.1051664 Jun 19 20:25:42.462892 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.471715 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60352) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:42.488479 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.499929 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-651d0f1a-8417-47e0-a5e9-251d655dd7ea req-5c386b8a-e9c0-420c-9dfc-a68d923856cb tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Jun 19 20:25:42.591625 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.701245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.703773 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.705084 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28e0bab2-0ac6-4a6e-8f2c-f62ff1ae3182 HTTP/1.1" status: 204 len: 168 time: 0.3157120 Jun 19 20:25:42.706011 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b1c37649-3f80-4bb8-9b9d-434630cb091c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:42.713617 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0bab2-0ac6-4a6e-8f2c-f62ff1ae3182,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:42.715861 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:42.786227 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.870935 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e7447cb0-3a99-4e23-926f-0b9e0159a595 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:25:42.901655 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:42.905653 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-35daccad-983b-484c-8487-0c60b45d9337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:42.941583 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bbbc5a16ab34f3da011a935aa1822a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681156 Jun 19 20:25:42.944103 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60364) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:42.949914 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee9df3-4758-490e-9bc9-e7caa700909d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:42.953413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:42.978143 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port e7447cb0-3a99-4e23-926f-0b9e0159a595, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e7447cb0-3a99-4e23-926f-0b9e0159a595,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:42.988618 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'e7447cb0-3a99-4e23-926f-0b9e0159a595', 'network_id': 'ed60d8ee-d18b-4aa8-9c66-aab41624ba8c', 'port_id': 'e7447cb0-3a99-4e23-926f-0b9e0159a595', 'mac_address': 'fa:16:3e:86:85:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e11c4d5-4d92-4e0f-b6ba-3be30ac7ac4b', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:25:42.994539 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:43.016822 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:43.029761 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:43.057215 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7447cb0-3a99-4e23-926f-0b9e0159a595 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:43.080912 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port e7447cb0-3a99-4e23-926f-0b9e0159a595, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e7447cb0-3a99-4e23-926f-0b9e0159a595,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:43.170452 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:43.173356 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:43.174547 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0ee9df3-4758-490e-9bc9-e7caa700909d HTTP/1.1" status: 204 len: 168 time: 0.2295218 Jun 19 20:25:43.175486 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1ecb3656-b86c-4201-91df-dc0d76b4504c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:43.185416 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee9df3-4758-490e-9bc9-e7caa700909d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:43.197094 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:43.227392 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:43.229188 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:43.290971 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=e7447cb0-3a99-4e23-926f-0b9e0159a595,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:43.294183 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:43.466809 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c9802-9328-44c2-a16c-fab57232e585 req-748a77db-fb70-4bf2-a274-2a2907bb8982 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:43.468320 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-886c9802-9328-44c2-a16c-fab57232e585 req-748a77db-fb70-4bf2-a274-2a2907bb8982 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 949 time: 0.0674374 Jun 19 20:25:43.507911 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-886c9802-9328-44c2-a16c-fab57232e585 req-599d8eb0-530f-49f0-bc8d-d8d7ac1234eb tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Jun 19 20:25:43.682431 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b2c4a-eae4-4566-88ae-b21345a7dec9 req-5b958838-c41b-402e-82ac-d2a7458e23e1 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:43.683906 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-496b2c4a-eae4-4566-88ae-b21345a7dec9 req-5b958838-c41b-402e-82ac-d2a7458e23e1 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 944 time: 0.0633454 Jun 19 20:25:43.721029 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-496b2c4a-eae4-4566-88ae-b21345a7dec9 req-c55cfc7f-e533-4d47-8c42-a59200443bf5 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jun 19 20:25:43.747634 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['e7447cb0-3a99-4e23-926f-0b9e0159a595'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:43.962848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60382) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:43.979308 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.070010 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.180297 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.182920 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6f63339b-04d4-4c27-b6cf-7a02671f1239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:44.219072 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b7d3a8-83dd-4ba0-995c-3d61abe4c573,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:44.222986 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dc1da51d15d4e47be97d54e9b48f43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590730 Jun 19 20:25:44.223814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:44.225596 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 60384) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:25:44.273435 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.296918 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.478839 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.481342 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:44.482572 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2b7d3a8-83dd-4ba0-995c-3d61abe4c573 HTTP/1.1" status: 204 len: 168 time: 0.2558594 Jun 19 20:25:44.483332 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fc2061a9-c99e-4bfa-842f-830013e10fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:44.492833 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b7d3a8-83dd-4ba0-995c-3d61abe4c573,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:44.495058 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:44.696399 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd63ead-1016-455e-b291-1455037a7432 req-6459b800-a649-4bb1-b365-cd054f8b263c tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:44.697890 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6dd63ead-1016-455e-b291-1455037a7432 req-6459b800-a649-4bb1-b365-cd054f8b263c tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 949 time: 0.0740676 Jun 19 20:25:44.735412 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6dd63ead-1016-455e-b291-1455037a7432 req-29668b49-2f6a-43c9-871d-c585763a4b8e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Jun 19 20:25:44.904694 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a600de-b962-46ff-aa98-e849abd83d59 req-839a4760-7b76-4a92-ba82-24cd4125c5bd tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:44.906190 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-55a600de-b962-46ff-aa98-e849abd83d59 req-839a4760-7b76-4a92-ba82-24cd4125c5bd tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 944 time: 0.0640764 Jun 19 20:25:44.953919 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-55a600de-b962-46ff-aa98-e849abd83d59 req-d71beb93-d05e-4352-b4a7-bcc4eccdc888 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Jun 19 20:25:45.615025 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d5f1e-520e-4da3-b1d9-0a1d93b3310a req-32f3aa50-0b44-49b8-9464-25f2c601aa4f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:45.616982 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-587d5f1e-520e-4da3-b1d9-0a1d93b3310a req-32f3aa50-0b44-49b8-9464-25f2c601aa4f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0688241 Jun 19 20:25:45.642921 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-12299e1a-c2a0-49a5-80c3-bff7444d7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:45.645411 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-12299e1a-c2a0-49a5-80c3-bff7444d7d46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.0616720 Jun 19 20:25:45.655629 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-587d5f1e-520e-4da3-b1d9-0a1d93b3310a req-c4f094ff-684b-47d6-bf2c-5a0b50fc6c72 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Jun 19 20:25:45.749374 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-9fcf50ed-08fa-4337-af83-0da4660c9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:45.750808 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-9fcf50ed-08fa-4337-af83-0da4660c9a6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 920 time: 0.0954199 Jun 19 20:25:45.793788 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-43cf57ba-8b08-49fb-a432-46410f760fa9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 217 time: 0.0356765 Jun 19 20:25:45.846450 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-6cb4d247-7081-41a6-9b93-dc41c55ab3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:45.848480 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-6cb4d247-7081-41a6-9b93-dc41c55ab3d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0464854 Jun 19 20:25:45.895032 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-20f1a6ad-e3ea-47ac-b250-ddbf576871ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393336 Jun 19 20:25:46.021658 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952916da-7ec8-4a78-a942-8d3605d796c9 req-0ccb7d1d-7c91-4253-af49-8a85379a98db tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:46.023123 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-952916da-7ec8-4a78-a942-8d3605d796c9 req-0ccb7d1d-7c91-4253-af49-8a85379a98db tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 949 time: 0.1591663 Jun 19 20:25:46.028898 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-fedb08fd-d6bb-4a4d-8442-b86ecbdd2392 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173766 Jun 19 20:25:46.117980 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-952916da-7ec8-4a78-a942-8d3605d796c9 req-4a7e411e-fc91-44f1-b6d3-470d1009aaf8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874577 Jun 19 20:25:46.142705 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c20722-313d-4196-8f98-04b3c4ffafa4 req-1a6248c3-078d-474e-8d57-efab328035e2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:46.144806 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-76c20722-313d-4196-8f98-04b3c4ffafa4 req-1a6248c3-078d-474e-8d57-efab328035e2 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 944 time: 0.0729444 Jun 19 20:25:46.163836 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-62d645a9-83ac-4d90-a7a6-34f12617691e req-419fd3ce-d0fc-45e5-9bf8-fd5b251dabbd service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181736 Jun 19 20:25:46.183218 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-76c20722-313d-4196-8f98-04b3c4ffafa4 req-a73b9ccf-2d13-4ef4-8b20-df41bde9a020 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Jun 19 20:25:46.841050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d922e-073f-409d-a9cf-455cd90b6944 req-108f4180-cb60-4f6b-8a57-c561c4c23c79 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:46.842616 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0d4d922e-073f-409d-a9cf-455cd90b6944 req-108f4180-cb60-4f6b-8a57-c561c4c23c79 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0632305 Jun 19 20:25:46.881621 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:25:46.883760 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0d4d922e-073f-409d-a9cf-455cd90b6944 req-758e2fd4-62fc-444c-99be-fdda740cc4bb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340188 Jun 19 20:25:46.887724 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e7447cb0-3a99-4e23-926f-0b9e0159a595 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:25:47.015579 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:47.027908 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44', 'network_id': 'e55a2586-9170-4c27-8ad7-b66d47024ea5', 'port_id': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44', 'mac_address': 'fa:16:3e:a7:c7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7de0ed8-558d-40fe-93a9-54a8d811a86d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:25:47.056145 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port e7447cb0-3a99-4e23-926f-0b9e0159a595 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:25:47.068692 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port e7447cb0-3a99-4e23-926f-0b9e0159a595 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:25:47.069114 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:47.093531 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:47.116184 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:25:47.143934 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:47.183394 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:47.207327 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77558836-40b0-4035-8555-063c952baada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7447cb0-3a99-4e23-926f-0b9e0159a595'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:47.211346 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73048911-5c3b-422b-9a2a-e78288562cef" -d '{"events": [{"server_uuid": "77558836-40b0-4035-8555-063c952baada", "name": "network-vif-plugged", "status": "completed", "tag": "e7447cb0-3a99-4e23-926f-0b9e0159a595"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:47.226455 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port e7447cb0-3a99-4e23-926f-0b9e0159a595, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e7447cb0-3a99-4e23-926f-0b9e0159a595,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:47.260395 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:47.262684 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:47.317200 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:47.321320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:47.321552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2c9d-35a5-4788-8928-3198eae8253e req-31d69b4a-e365-45d7-8989-fc79ac81cd5e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:47.323058 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e63a2c9d-35a5-4788-8928-3198eae8253e req-31d69b4a-e365-45d7-8989-fc79ac81cd5e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 949 time: 0.0798972 Jun 19 20:25:47.357255 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:47.359802 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:47.372351 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e63a2c9d-35a5-4788-8928-3198eae8253e req-a986354b-7d08-4ff7-8b82-183887e6e355 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428219 Jun 19 20:25:47.375189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51d81c-4305-44fa-9436-6d528068aa22 req-f82ad52a-b5dd-4b74-9649-3a8825f28ac3 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:47.376689 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae51d81c-4305-44fa-9436-6d528068aa22 req-f82ad52a-b5dd-4b74-9649-3a8825f28ac3 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 945 time: 0.0711205 Jun 19 20:25:47.418000 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae51d81c-4305-44fa-9436-6d528068aa22 req-b6cf545c-a7c9-421a-83c1-480c854f9d1c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353203 Jun 19 20:25:47.418993 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=e7447cb0-3a99-4e23-926f-0b9e0159a595,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:47.422376 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:47.436581 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d01bef-ae1e-4735-9bf3-8c96cc6ce483 x-openstack-request-id: req-a5d01bef-ae1e-4735-9bf3-8c96cc6ce483 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:47.436887 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77558836-40b0-4035-8555-063c952baada", "name": "network-vif-plugged", "status": "completed", "tag": "e7447cb0-3a99-4e23-926f-0b9e0159a595", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:47.437150 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5d01bef-ae1e-4735-9bf3-8c96cc6ce483 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:47.437557 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77558836-40b0-4035-8555-063c952baada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7447cb0-3a99-4e23-926f-0b9e0159a595', 'code': 200} Jun 19 20:25:47.753659 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a9cadd1c-8cbb-4e5a-9adf-8f5851068b44'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:47.841722 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb93b1a-6698-45ee-b82c-4bfc3def6e0a req-bbe6583a-3134-432b-9652-4fde18d095ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:47.843196 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5eb93b1a-6698-45ee-b82c-4bfc3def6e0a req-bbe6583a-3134-432b-9652-4fde18d095ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 1103 time: 0.0556941 Jun 19 20:25:47.876850 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5eb93b1a-6698-45ee-b82c-4bfc3def6e0a req-9ea554e5-cfac-4e58-86af-0a58e3e44673 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265987 Jun 19 20:25:48.057587 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24870f0-bda3-4dee-ba9a-13eadc478227 req-372c273c-5050-4204-9447-a7c9beb0a9d4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:48.059023 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e24870f0-bda3-4dee-ba9a-13eadc478227 req-372c273c-5050-4204-9447-a7c9beb0a9d4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jun 19 20:25:48.097706 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e24870f0-bda3-4dee-ba9a-13eadc478227 req-4929f39a-3846-43cd-9e54-251513db071f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jun 19 20:25:48.562596 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834b6e2-4210-4b36-8dcd-7a249105382b req-a61cb76d-3c6f-4293-af8e-2cbb7f113352 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:48.564333 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d834b6e2-4210-4b36-8dcd-7a249105382b req-a61cb76d-3c6f-4293-af8e-2cbb7f113352 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0705042 Jun 19 20:25:48.614888 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d834b6e2-4210-4b36-8dcd-7a249105382b req-da07cf84-9c60-4738-bbcb-2362355f564e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jun 19 20:25:48.619860 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c8e50-e3b7-4d6e-bb07-4e340236a065 req-9cf279de-320c-4b3e-ae7e-be2dc221713e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:48.621332 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0f6c8e50-e3b7-4d6e-bb07-4e340236a065 req-9cf279de-320c-4b3e-ae7e-be2dc221713e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 945 time: 0.0731888 Jun 19 20:25:48.659093 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0f6c8e50-e3b7-4d6e-bb07-4e340236a065 req-f85cd131-ee33-4b93-b761-95b1a9527b76 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Jun 19 20:25:49.284094 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00b488-af2e-4328-9833-b5a5d97adb57 req-45c4ebe6-96fb-49a9-92f5-874699e7e45a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:49.286219 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae00b488-af2e-4328-9833-b5a5d97adb57 req-45c4ebe6-96fb-49a9-92f5-874699e7e45a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0734606 Jun 19 20:25:49.322274 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae00b488-af2e-4328-9833-b5a5d97adb57 req-cc18a5d9-69c1-451a-928b-11077fd7f1c5 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303972 Jun 19 20:25:49.802586 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13797-3f37-485e-9ae5-c6efc6f69808 req-74fa20ec-0a56-47af-8f71-f30b518df879 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:49.804734 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-adb13797-3f37-485e-9ae5-c6efc6f69808 req-74fa20ec-0a56-47af-8f71-f30b518df879 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0737069 Jun 19 20:25:49.846440 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b58dd7-c6e5-4fa1-9669-a6a2739fc6c1 req-6ddd7b6d-5422-449b-a12d-567addffd6f7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:49.849126 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-adb13797-3f37-485e-9ae5-c6efc6f69808 req-f2ac1979-6c31-4cb3-a7a5-a18a984c388d tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Jun 19 20:25:49.849262 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-78b58dd7-c6e5-4fa1-9669-a6a2739fc6c1 req-6ddd7b6d-5422-449b-a12d-567addffd6f7 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 945 time: 0.0657043 Jun 19 20:25:49.888039 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-78b58dd7-c6e5-4fa1-9669-a6a2739fc6c1 req-469d521c-b1cc-409a-ad5d-131b071e19a3 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Jun 19 20:25:50.503644 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b8df-dda0-41ab-ab17-887b846bd07c req-ccddc278-43e0-4c85-9f16-b8575d1a8b14 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:50.505096 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-44b7b8df-dda0-41ab-ab17-887b846bd07c req-ccddc278-43e0-4c85-9f16-b8575d1a8b14 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0715969 Jun 19 20:25:50.543148 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-44b7b8df-dda0-41ab-ab17-887b846bd07c req-77023dd8-5a81-40c6-afff-18e32b966cfb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Jun 19 20:25:50.888973 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:25:51.021771 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:25:51.026543 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:25:51.030337 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:51.030456 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68858f2-d3f2-4f3a-a62f-e5384d16465e req-ba88007d-5862-4f0f-aa25-223c87614a4f tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:51.031186 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c68858f2-d3f2-4f3a-a62f-e5384d16465e req-ba88007d-5862-4f0f-aa25-223c87614a4f tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0660038 Jun 19 20:25:51.071493 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c68858f2-d3f2-4f3a-a62f-e5384d16465e req-7af91a4d-9046-4a3f-9c39-852098a9716b tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Jun 19 20:25:51.073564 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fa125-9fb3-4dd9-88e3-506d17c35f83 req-70249290-fceb-4454-9225-cf4b957ad067 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:51.075052 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dd6fa125-9fb3-4dd9-88e3-506d17c35f83 req-70249290-fceb-4454-9225-cf4b957ad067 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 945 time: 0.0691042 Jun 19 20:25:51.121374 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:51.138659 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dd6fa125-9fb3-4dd9-88e3-506d17c35f83 req-c597ae9d-8f6e-420b-8e86-7de9f186199c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Jun 19 20:25:51.154885 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:51.157148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d13b584-43ae-4af2-a45e-6281cc50be98" -d '{"events": [{"server_uuid": "906ae0ec-d3f8-4317-8adc-d74fa5e63a2c", "name": "network-vif-plugged", "status": "completed", "tag": "a9cadd1c-8cbb-4e5a-9adf-8f5851068b44"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:51.179579 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:51.273094 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:51.276079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:51.302187 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee37797-8618-45c3-8105-b61b1444694c x-openstack-request-id: req-0ee37797-8618-45c3-8105-b61b1444694c {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:51.304869 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906ae0ec-d3f8-4317-8adc-d74fa5e63a2c", "name": "network-vif-plugged", "status": "completed", "tag": "a9cadd1c-8cbb-4e5a-9adf-8f5851068b44", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:51.304869 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ee37797-8618-45c3-8105-b61b1444694c {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:51.304869 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44', 'code': 200} Jun 19 20:25:51.331439 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:51.334910 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:51.661787 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad131ba7-6050-4f82-b60a-7be0a9c5fbd7 req-34e5a629-59dd-44d7-a46c-5050e22b4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:51.663269 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad131ba7-6050-4f82-b60a-7be0a9c5fbd7 req-34e5a629-59dd-44d7-a46c-5050e22b4adf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 1099 time: 0.0581949 Jun 19 20:25:51.747246 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad131ba7-6050-4f82-b60a-7be0a9c5fbd7 req-ff4fd976-534d-4e52-9690-7cc8cd76cdfe service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493064 Jun 19 20:25:51.759523 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab781ff4-b8f1-4341-8eb5-b953e62c310a req-93920575-7ca1-4f03-84b5-8ce4e3fc8623 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:51.761057 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ab781ff4-b8f1-4341-8eb5-b953e62c310a req-93920575-7ca1-4f03-84b5-8ce4e3fc8623 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0969281 Jun 19 20:25:51.767636 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2471e-17e0-4051-9506-336254b0236f req-296a32df-8941-4495-9e3b-07101a291bea tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:51.769495 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1af2471e-17e0-4051-9506-336254b0236f req-296a32df-8941-4495-9e3b-07101a291bea tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0756109 Jun 19 20:25:51.807205 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ab781ff4-b8f1-4341-8eb5-b953e62c310a req-8cd6020b-f3c6-47b0-b3f3-1cf24001ae8d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Jun 19 20:25:51.814716 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1af2471e-17e0-4051-9506-336254b0236f req-c79e2f25-65a6-4d47-ae53-405cf835c79e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Jun 19 20:25:52.332743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaee69-942d-453a-b342-40cb62858c79 req-fd64dfa4-d1c8-4c0c-abf9-521031db1496 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:52.334224 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5feaee69-942d-453a-b342-40cb62858c79 req-fd64dfa4-d1c8-4c0c-abf9-521031db1496 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 946 time: 0.0667567 Jun 19 20:25:52.372938 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5feaee69-942d-453a-b342-40cb62858c79 req-a51966b4-0517-41f0-a055-7b3a828d5034 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Jun 19 20:25:53.003189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a80161-bfb0-4b42-85ec-7da9b609a0b5 req-f77bf1d1-8365-466d-9ddc-cbfcbdbe39ec tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:53.004678 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbbce6-bd98-43da-995e-d24bc445f2dd req-a2dcf3e2-1eab-4bc2-9667-24115b001f4a tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:53.004850 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-39a80161-bfb0-4b42-85ec-7da9b609a0b5 req-f77bf1d1-8365-466d-9ddc-cbfcbdbe39ec tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0763786 Jun 19 20:25:53.006190 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0ebbbce6-bd98-43da-995e-d24bc445f2dd req-a2dcf3e2-1eab-4bc2-9667-24115b001f4a tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0776074 Jun 19 20:25:53.044546 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0ebbbce6-bd98-43da-995e-d24bc445f2dd req-84e102e4-5bc0-44d7-afb4-b27baa0249ad tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jun 19 20:25:53.045123 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-39a80161-bfb0-4b42-85ec-7da9b609a0b5 req-d28e6f7c-8b2f-498f-a7e3-df8978644b21 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Jun 19 20:25:53.724533 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9b8c5-2381-4091-ad71-7044ba71ab24 req-ed44c8dd-a998-4442-8881-960f6be9362e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:53.725992 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7ce9b8c5-2381-4091-ad71-7044ba71ab24 req-ed44c8dd-a998-4442-8881-960f6be9362e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 946 time: 0.0761328 Jun 19 20:25:53.765057 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7ce9b8c5-2381-4091-ad71-7044ba71ab24 req-0d5fbbd7-296c-45bb-aa85-cde6a97bb144 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jun 19 20:25:54.127223 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-5912189a-5421-4f7b-97f2-1b8ee8b45d66 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:54.129681 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-5912189a-5421-4f7b-97f2-1b8ee8b45d66 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.22 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0694587 Jun 19 20:25:54.222322 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e33b41-48ed-4fe4-ab08-842c2e791acd req-74eee27b-2142-4edd-903b-779ec0be2485 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:54.223905 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-91e33b41-48ed-4fe4-ab08-842c2e791acd req-74eee27b-2142-4edd-903b-779ec0be2485 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 950 time: 0.0649261 Jun 19 20:25:54.262440 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-91e33b41-48ed-4fe4-ab08-842c2e791acd req-41ba3f54-3e9d-4cab-83d8-0a846d01415e tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8f41f79-e341-4a91-a0d8-52560b67b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Jun 19 20:25:54.282734 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effcbf2-bc37-404c-aa1b-d1eab14b42f8 req-3ef51bbe-a9e2-48c9-a9dc-5ab7d6d98525 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:54.284746 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3effcbf2-bc37-404c-aa1b-d1eab14b42f8 req-3ef51bbe-a9e2-48c9-a9dc-5ab7d6d98525 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1098306 Jun 19 20:25:54.314195 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Deleting port e7447cb0-3a99-4e23-926f-0b9e0159a595 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:25:54.318694 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:54.371225 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3effcbf2-bc37-404c-aa1b-d1eab14b42f8 req-43747b2a-6072-459a-8c12-8a1726d0f4bf tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800998 Jun 19 20:25:54.423554 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] For port e7447cb0-3a99-4e23-926f-0b9e0159a595, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e7447cb0-3a99-4e23-926f-0b9e0159a595,segment=NetworkSegment(9d4b18fe-db9c-43e9-9fc1-7829a286e502),segment_id=9d4b18fe-db9c-43e9-9fc1-7829a286e502)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:54.423919 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:54.492039 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Calling delete_port for e7447cb0-3a99-4e23-926f-0b9e0159a595 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:25:54.711452 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:54.715612 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b08f3b4f-9514-47e3-8eff-b5bc42912b53 tempest-DeleteServersTestJSON-1899889925 tempest-DeleteServersTestJSON-1899889925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:54.724006 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['e7447cb0-3a99-4e23-926f-0b9e0159a595'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:54.744853 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Pushing event deleted for resources: {'Port': ['ID=e7447cb0-3a99-4e23-926f-0b9e0159a595,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:54.754924 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:54.788755 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] No DVR routers for this DVR port e7447cb0-3a99-4e23-926f-0b9e0159a595 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:25:54.791818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:54.793976 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0a88cd8d-ca0c-435c-a72f-e54a8f6f2510 req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.22 "DELETE /v2.0/ports/e7447cb0-3a99-4e23-926f-0b9e0159a595 HTTP/1.1" status: 204 len: 173 time: 0.6535273 Jun 19 20:25:54.794476 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77558836-40b0-4035-8555-063c952baada', 'name': 'network-vif-deleted', 'tag': 'e7447cb0-3a99-4e23-926f-0b9e0159a595'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:54.797155 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec73d45-df55-4da3-901b-aa8d34cc4967" -d '{"events": [{"server_uuid": "77558836-40b0-4035-8555-063c952baada", "name": "network-vif-deleted", "tag": "e7447cb0-3a99-4e23-926f-0b9e0159a595"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:54.833597 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20ea0c3-70c7-4696-9446-118d6cf74870 x-openstack-request-id: req-e20ea0c3-70c7-4696-9446-118d6cf74870 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:54.833998 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77558836-40b0-4035-8555-063c952baada", "name": "network-vif-deleted", "tag": "e7447cb0-3a99-4e23-926f-0b9e0159a595", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:54.834278 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e20ea0c3-70c7-4696-9446-118d6cf74870 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:54.834699 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77558836-40b0-4035-8555-063c952baada', 'name': 'network-vif-deleted', 'tag': 'e7447cb0-3a99-4e23-926f-0b9e0159a595', 'status': 'completed', 'code': 200} Jun 19 20:25:55.420258 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8d739feb-8366-4cae-9365-3b6131cfa177 req-557426d5-fa49-40de-90e8-b7be4f80ce69 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] 10.222.0.25 "GET /v2.0/ports?device_id=77558836-40b0-4035-8555-063c952baada HTTP/1.1" status: 200 len: 210 time: 0.0311906 Jun 19 20:25:55.595610 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf906f-26f1-4af3-82eb-2896c792e4b9 req-8046a23d-dc76-4aad-9a59-a5dd8d09ea0e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:55.597348 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8daf906f-26f1-4af3-82eb-2896c792e4b9 req-8046a23d-dc76-4aad-9a59-a5dd8d09ea0e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0709844 Jun 19 20:25:55.644997 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8daf906f-26f1-4af3-82eb-2896c792e4b9 req-f107dfa7-06f6-419a-9a28-7e0138990ed1 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Jun 19 20:25:55.958055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3a7de-13e0-44bb-a895-c5548255ba38 req-c627334d-fd0b-41e6-9941-3abaa8d2f3eb tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:55.959741 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5da3a7de-13e0-44bb-a895-c5548255ba38 req-c627334d-fd0b-41e6-9941-3abaa8d2f3eb tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 946 time: 0.0730226 Jun 19 20:25:55.998923 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5da3a7de-13e0-44bb-a895-c5548255ba38 req-26700183-5ac9-4af4-b410-d7bb04fa766e tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Jun 19 20:25:56.511651 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-b175ea87-353c-4af3-82a0-0f28f5245ff2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:56.521800 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-b175ea87-353c-4af3-82a0-0f28f5245ff2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.1009977 Jun 19 20:25:56.528552 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-b61767bf-b1b8-4c53-a38d-17ae7aa1bc44 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/quotas/a70ccd5ad011493d877d992f60cb1799 HTTP/1.1" status: 200 len: 375 time: 0.0099132 Jun 19 20:25:56.611144 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-2f798888-872c-491a-aa9c-1e591bd198a8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769470 Jun 19 20:25:56.713589 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-995f4d06-73c7-4fca-aaa5-4c785f450954 service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942540 Jun 19 20:25:56.809160 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-e2d8e543-adce-4275-81f4-c3295e6036f8 service neutron] 10.222.0.25 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891299 Jun 19 20:25:56.827641 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a244f54-1fe4-43b2-a4ff-342f9fdd0dc5 req-4cfc37b8-f2db-490a-b10c-3ad0f5fe555c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:56.829107 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0a244f54-1fe4-43b2-a4ff-342f9fdd0dc5 req-4cfc37b8-f2db-490a-b10c-3ad0f5fe555c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0635808 Jun 19 20:25:56.868438 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0a244f54-1fe4-43b2-a4ff-342f9fdd0dc5 req-8f8f66be-afef-4a24-b413-f219ca177094 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Jun 19 20:25:57.141992 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e5422fd8-9fa3-48c0-92f0-02e2039b6e57 req-b752d2a5-218a-4814-9381-7bf46a955323 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 210 time: 0.0403640 Jun 19 20:25:57.213340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c56ee3-6585-4f4c-bf81-a5518589e7d7 req-8ca2f032-5336-4a03-9a8c-722c7fe9f786 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:57.214737 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d0c56ee3-6585-4f4c-bf81-a5518589e7d7 req-8ca2f032-5336-4a03-9a8c-722c7fe9f786 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 946 time: 0.0757542 Jun 19 20:25:57.255475 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d0c56ee3-6585-4f4c-bf81-a5518589e7d7 req-ae4048b8-8199-4735-9182-aa29bbd0a9ce tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Jun 19 20:25:58.067507 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-bd5549e4-062f-48e3-be80-889e52eb67fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:58.068999 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-bd5549e4-062f-48e3-be80-889e52eb67fc tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 946 time: 0.1150768 Jun 19 20:25:58.084663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acc9cf-beba-4cc3-9db7-fa2127fcb13f req-506288ff-b81c-4a2c-92c8-ae4e5533d18a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:58.086151 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c2acc9cf-beba-4cc3-9db7-fa2127fcb13f req-506288ff-b81c-4a2c-92c8-ae4e5533d18a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0947609 Jun 19 20:25:58.166784 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c2acc9cf-beba-4cc3-9db7-fa2127fcb13f req-db61801f-508c-412d-bf59-568cb748be66 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689535 Jun 19 20:25:58.230228 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Deleting port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:25:58.230564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:58.306187 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c7650b1f-da38-49ec-81da-aadbc31afcc8 req-8c094cda-7639-4f0f-872a-6375a5e3c296 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 210 time: 0.0379148 Jun 19 20:25:58.350037 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] For port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,segment=NetworkSegment(74a615ed-4cc3-483f-b494-8c735525e171),segment_id=74a615ed-4cc3-483f-b494-8c735525e171)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:25:58.350037 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:58.415267 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Calling delete_port for a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:25:58.534484 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b424bb-e9ca-4a96-ac52-8696f8475446 req-58bfba41-8403-44ba-8adf-c5b3660aa040 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:58.536108 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-95b424bb-e9ca-4a96-ac52-8696f8475446 req-58bfba41-8403-44ba-8adf-c5b3660aa040 tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 946 time: 0.1502948 Jun 19 20:25:58.610142 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-95b424bb-e9ca-4a96-ac52-8696f8475446 req-c0891598-a432-4aa9-880a-8e4b62e1c1ca tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Jun 19 20:25:58.741504 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:58.746220 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:25:58.757302 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a9cadd1c-8cbb-4e5a-9adf-8f5851068b44'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:25:58.774679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Pushing event deleted for resources: {'Port': ['ID=a9cadd1c-8cbb-4e5a-9adf-8f5851068b44,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:25:58.785078 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:25:58.827503 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] No DVR routers for this DVR port a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:25:58.830058 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:25:58.832596 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5529aaae-16f2-44eb-b1d4-ec5026d4e527 req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.22 "DELETE /v2.0/ports/a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 HTTP/1.1" status: 204 len: 173 time: 0.7455468 Jun 19 20:25:58.835382 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'name': 'network-vif-deleted', 'tag': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:25:58.835382 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662d1ec9-216c-4477-9611-c955e5ac5845" -d '{"events": [{"server_uuid": "906ae0ec-d3f8-4317-8adc-d74fa5e63a2c", "name": "network-vif-deleted", "tag": "a9cadd1c-8cbb-4e5a-9adf-8f5851068b44"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:25:58.873005 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd29bf-9222-459b-8287-880bd64954a8 x-openstack-request-id: req-a4dd29bf-9222-459b-8287-880bd64954a8 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:25:58.873326 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906ae0ec-d3f8-4317-8adc-d74fa5e63a2c", "name": "network-vif-deleted", "tag": "a9cadd1c-8cbb-4e5a-9adf-8f5851068b44", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:25:58.873633 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4dd29bf-9222-459b-8287-880bd64954a8 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:25:58.874048 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906ae0ec-d3f8-4317-8adc-d74fa5e63a2c', 'name': 'network-vif-deleted', 'tag': 'a9cadd1c-8cbb-4e5a-9adf-8f5851068b44', 'status': 'completed', 'code': 200} Jun 19 20:25:58.913895 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e7447cb0-3a99-4e23-926f-0b9e0159a595 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:25:58.933829 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: e7447cb0-3a99-4e23-926f-0b9e0159a595 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:25:58.934105 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e7447cb0-3a99-4e23-926f-0b9e0159a595 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:25:59.352577 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f9183-81ad-4ad0-8c09-e0f900ed8fae req-56cafbc2-79cb-4d2d-9116-6e360fbdb382 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:59.353654 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dc4f9183-81ad-4ad0-8c09-e0f900ed8fae req-56cafbc2-79cb-4d2d-9116-6e360fbdb382 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0650728 Jun 19 20:25:59.398669 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dc4f9183-81ad-4ad0-8c09-e0f900ed8fae req-c0cfcbb9-9195-4aab-8e3b-b66893be09a7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Jun 19 20:25:59.491981 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1bdde26c-dce3-45a6-a121-6e29c28dec07 req-b92bb960-334d-42fc-9138-e2e9f15b729b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 210 time: 0.0471785 Jun 19 20:25:59.774444 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6a527bd9-7491-46d3-aca6-2286df69d4d5 req-267d35cc-d898-4134-9c4d-511549e0332c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] 10.222.0.25 "GET /v2.0/ports?device_id=906ae0ec-d3f8-4317-8adc-d74fa5e63a2c HTTP/1.1" status: 200 len: 210 time: 0.0294707 Jun 19 20:25:59.808062 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8b0b1bdc-9d34-493a-a754-bc775117c5d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:25:59.809471 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8b0b1bdc-9d34-493a-a754-bc775117c5d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/networks?id=e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 200 len: 814 time: 0.1242049 Jun 19 20:25:59.826757 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Request body: {'port': {'device_id': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'admin_state_up': True, 'tenant_id': 'a70ccd5ad011493d877d992f60cb1799'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:00.335507 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Made reservation on behalf of a70ccd5ad011493d877d992f60cb1799 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:00.339144 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:00.510310 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Allocated IP 172.20.0.3 (e659d689-690a-458a-ad02-4fb8313c0ed1/43808142-728d-46ce-8395-9750204a83ff/794d66d2-8131-4a50-96a4-34af29e82915) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:00.610587 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d48eb3-8624-4645-908c-fcb39c4b75ad req-b32e2c6b-7ff6-4f5f-80d2-c88b064ffd04 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:00.612985 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d0d48eb3-8624-4645-908c-fcb39c4b75ad req-b32e2c6b-7ff6-4f5f-80d2-c88b064ffd04 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0832798 Jun 19 20:26:00.654276 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d0d48eb3-8624-4645-908c-fcb39c4b75ad req-046cf8a1-52b0-4cd6-bc5a-b7f5287cba6b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Jun 19 20:26:00.690055 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7d8e7e4c-7573-459e-b637-6c0947fb2868 req-b1f2117f-d07a-4b22-9f76-1ccc8fed3196 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 210 time: 0.0443072 Jun 19 20:26:00.743698 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:00.821918 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:00.833755 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:00.837936 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'e3da7771-655c-4319-a56d-17edfa54e173', '2a8132ce-ae83-40bc-84f7-654ff6ad2413'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:26:00.885154 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Network e659d689-690a-458a-ad02-4fb8313c0ed1 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:00.895013 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:00.897578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event updated for resources: {'Port': ['ID=794d66d2-8131-4a50-96a4-34af29e82915,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:00.900148 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:00.908784 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:00.964790 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:00.965620 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:01.096153 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736611 Jun 19 20:26:01.115754 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Request body: {'port': {'device_id': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:01.200321 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:01.465213 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794d66d2-8131-4a50-96a4-34af29e82915 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:26:01.472648 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:01.485545 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Transition to ACTIVE for port object 794d66d2-8131-4a50-96a4-34af29e82915 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:01.569438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:01.587458 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-32aacb40-df60-4c01-80a9-162b6a89b29c tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:01.653510 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=794d66d2-8131-4a50-96a4-34af29e82915,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:01.671573 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:01.727747 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Attempting to bind port 794d66d2-8131-4a50-96a4-34af29e82915 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:01.728199 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Attempting to bind port 794d66d2-8131-4a50-96a4-34af29e82915 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:01.729963 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Attempting to bind port 794d66d2-8131-4a50-96a4-34af29e82915 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:01.734976 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Port 794d66d2-8131-4a50-96a4-34af29e82915 on network e659d689-690a-458a-ad02-4fb8313c0ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:26:01.735503 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Attempting to bind port 794d66d2-8131-4a50-96a4-34af29e82915 on network e659d689-690a-458a-ad02-4fb8313c0ed1 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:01.742418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:01.742933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Checking segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:01.743447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Bound using segment: {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:01.743972 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Bound port: 794d66d2-8131-4a50-96a4-34af29e82915, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc719eae-d091-4295-9273-4556a83112f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:01.744545 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:01.830089 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] For port 794d66d2-8131-4a50-96a4-34af29e82915, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:01.835142 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] For port 794d66d2-8131-4a50-96a4-34af29e82915, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=794d66d2-8131-4a50-96a4-34af29e82915,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:01.869666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a0f5-dcf8-4d29-bd6b-d797ee24769d req-b704fa59-f757-4357-853a-5e0c3dcd98c4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:01.869666 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e978a0f5-dcf8-4d29-bd6b-d797ee24769d req-b704fa59-f757-4357-853a-5e0c3dcd98c4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0689702 Jun 19 20:26:01.892668 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e978a0f5-dcf8-4d29-bd6b-d797ee24769d req-8b032421-1a17-4315-ac69-e366f170038a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Jun 19 20:26:01.896828 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc56e6-b73d-4046-921c-ae9f9052bd80 req-b852468b-138d-477c-8523-3a9a0fb9616b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:01.898337 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8fdc56e6-b73d-4046-921c-ae9f9052bd80 req-b852468b-138d-477c-8523-3a9a0fb9616b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0651679 Jun 19 20:26:01.935896 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8fdc56e6-b73d-4046-921c-ae9f9052bd80 req-ad8da0e6-cc33-4d13-81b9-d075bd650159 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Jun 19 20:26:02.042038 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:02.042490 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e2f0add9-062b-4bf7-b05f-fb1fcc62aa3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:02.076217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.076217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:02.077225 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] 10.222.0.22 "PUT /v2.0/ports/794d66d2-8131-4a50-96a4-34af29e82915 HTTP/1.1" status: 200 len: 1093 time: 0.9706140 Jun 19 20:26:02.077711 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'tag': '794d66d2-8131-4a50-96a4-34af29e82915'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:26:02.080031 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9405b-5d5b-4c2d-b111-23ad1193f413" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c1e20c-4f59-45ed-8c43-c3ddfc349052", "tag": "794d66d2-8131-4a50-96a4-34af29e82915"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:26:02.102760 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=794d66d2-8131-4a50-96a4-34af29e82915,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:02.106866 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:02.121044 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f69d9-0f02-4995-8038-39d99db3a267 x-openstack-request-id: req-1d8f69d9-0f02-4995-8038-39d99db3a267 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:26:02.121303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c1e20c-4f59-45ed-8c43-c3ddfc349052", "tag": "794d66d2-8131-4a50-96a4-34af29e82915", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:26:02.121583 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d8f69d9-0f02-4995-8038-39d99db3a267 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:26:02.122003 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'tag': '794d66d2-8131-4a50-96a4-34af29e82915', 'status': 'completed', 'code': 200} Jun 19 20:26:02.297935 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9405b-5d5b-4c2d-b111-23ad1193f413 req-ee6557b7-1a6d-41d2-bfdd-7a0b70e2db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.299649 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9bd9405b-5d5b-4c2d-b111-23ad1193f413 req-ee6557b7-1a6d-41d2-bfdd-7a0b70e2db6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 1096 time: 0.0855775 Jun 19 20:26:02.337890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-f2515a84-36a4-46d7-8c52-1dc3a2230c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.339374 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-f2515a84-36a4-46d7-8c52-1dc3a2230c35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.0838089 Jun 19 20:26:02.473728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9405b-5d5b-4c2d-b111-23ad1193f413 req-ac787ef6-e471-4f2b-a298-ae254e89ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.475194 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9bd9405b-5d5b-4c2d-b111-23ad1193f413 req-ac787ef6-e471-4f2b-a298-ae254e89ca04 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a70ccd5ad011493d877d992f60cb1799&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1602674 Jun 19 20:26:02.492451 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-e94aecd6-ef8f-47cc-a99f-6757c74da2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.493843 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-e94aecd6-ef8f-47cc-a99f-6757c74da2eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 920 time: 0.1268978 Jun 19 20:26:02.565755 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-83413222-fff3-4984-a306-d68526e98bfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 217 time: 0.0583515 Jun 19 20:26:02.647976 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-8050da6a-6658-4b5c-b358-0a6453c73c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.649402 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-8050da6a-6658-4b5c-b358-0a6453c73c06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0757704 Jun 19 20:26:02.652118 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9405b-5d5b-4c2d-b111-23ad1193f413 req-c6d647e0-9c63-4c58-af13-0cc83aeeefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.653452 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9bd9405b-5d5b-4c2d-b111-23ad1193f413 req-c6d647e0-9c63-4c58-af13-0cc83aeeefde service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714032 Jun 19 20:26:02.705002 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-cf64aea2-f39a-4848-a019-1579c55b74aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434272 Jun 19 20:26:02.834372 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-607bf668-4de1-4ff4-aee1-c3e5b517246a service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164508 Jun 19 20:26:02.837139 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-37359ce9-1dac-44eb-a098-5581082c6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:02.838464 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-37359ce9-1dac-44eb-a098-5581082c6a99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a70ccd5ad011493d877d992f60cb1799&device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 1096 time: 0.1322610 Jun 19 20:26:02.922636 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-f5ff005d-726f-461d-80c9-8564044439c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794d66d2-8131-4a50-96a4-34af29e82915 HTTP/1.1" status: 200 len: 217 time: 0.0734379 Jun 19 20:26:02.939794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:26:02.963822 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:26:02.964438 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a9cadd1c-8cbb-4e5a-9adf-8f5851068b44 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:26:03.018877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-7c985b55-1406-48de-b091-ce7a4f313fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:03.027131 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-7c985b55-1406-48de-b091-ce7a4f313fef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 200 len: 854 time: 0.0895424 Jun 19 20:26:03.038037 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a79517e0-1d85-481c-bab9-cef42077b1a8 req-8e8612a0-1df9-44ae-9a20-842138e83436 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900334 Jun 19 20:26:03.077121 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-138d7be1-1073-46aa-8a2f-56738c7de08a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e659d689-690a-458a-ad02-4fb8313c0ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492799 Jun 19 20:26:03.110588 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79953273-a9ea-4415-9c42-41f759246bf6 req-b9ba8f71-ae7b-41b9-b8af-86299a3cc6f7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:03.112760 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-79953273-a9ea-4415-9c42-41f759246bf6 req-b9ba8f71-ae7b-41b9-b8af-86299a3cc6f7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0829616 Jun 19 20:26:03.155793 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-79953273-a9ea-4415-9c42-41f759246bf6 req-6608bef5-8159-4b5a-98a2-8ee69cf2bff3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Jun 19 20:26:03.228222 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f234a-733b-46f6-a752-72c447fbbd87 req-b1fe005d-d969-4625-955d-942abf55bab5 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:03.229762 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-df9f234a-733b-46f6-a752-72c447fbbd87 req-b1fe005d-d969-4625-955d-942abf55bab5 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.1551666 Jun 19 20:26:03.250028 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-6b2db48c-352b-4950-8f7e-b41abf50aee2 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365371 Jun 19 20:26:03.273060 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 32798) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:03.330352 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-df9f234a-733b-46f6-a752-72c447fbbd87 req-0dfa3267-c828-4a80-aa9d-f5c09381ac16 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924606 Jun 19 20:26:03.371645 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b23a21-d87b-4dc0-90ae-991b66adf88b req-d3fadfe7-b729-4ebf-b415-e3397c771e03 service neutron] 10.222.0.22 "GET /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130552 Jun 19 20:26:03.450035 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3bd0e54e-6e15-49ad-b62b-6897091524de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9106576afd445d6964290b8364e8ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756737 Jun 19 20:26:03.452609 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 32802) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:03.511049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:03.536551 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:03.649701 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:03.653056 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:03.654176 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8f41f79-e341-4a91-a0d8-52560b67b9b1 HTTP/1.1" status: 204 len: 168 time: 0.2005868 Jun 19 20:26:03.654918 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-dd6dfae8-a151-40b9-aabb-254355dfc1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:03.662791 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f41f79-e341-4a91-a0d8-52560b67b9b1,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:03.665210 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:04.344665 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1f58f-8c34-4a0e-be93-ce476c9ce0ac req-9cdb752f-7d5f-4224-985e-5475fb66dcf1 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:04.346504 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-58d1f58f-8c34-4a0e-be93-ce476c9ce0ac req-9cdb752f-7d5f-4224-985e-5475fb66dcf1 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0643866 Jun 19 20:26:04.388875 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-58d1f58f-8c34-4a0e-be93-ce476c9ce0ac req-9ff4b61b-1083-44a6-8d33-36fd523201b7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jun 19 20:26:04.392671 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0a21830a-ef7d-4024-b293-cebc314ad634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:04.519898 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06144b5-172b-4cac-93aa-2f465019e11b req-4a2d9fdb-b5eb-4c11-a259-cd53dec47e1c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:04.521352 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b06144b5-172b-4cac-93aa-2f465019e11b req-4a2d9fdb-b5eb-4c11-a259-cd53dec47e1c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0623503 Jun 19 20:26:04.559048 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b06144b5-172b-4cac-93aa-2f465019e11b req-a7f2a546-8ab6-45e2-8c10-6edb5e4c0285 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Jun 19 20:26:04.690258 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 32838) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:04.782291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-101992547-network', 'tenant_id': 'b0dc914c2888441fa4f6f2b75a72cb84'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:04.895094 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Made reservation on behalf of b0dc914c2888441fa4f6f2b75a72cb84 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:04.897588 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:04.910280 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:04.996290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.088967 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.092706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d58395d4-9304-4c74-8e0d-652459a11f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:05.116281 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:26:05.133618 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:05.136847 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:05.138144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.138829 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Added segment 9584502e-ce9a-4be7-af01-b55519284376 of type vlan for network e6accddd-dd54-4f86-b9f6-6b6994b193b9 Jun 19 20:26:05.183198 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.444032 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.445539 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:05.445934 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.448217 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:05.504233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Pushing event updated for resources: {'Network': ['ID=e6accddd-dd54-4f86-b9f6-6b6994b193b9,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:05.507110 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:05.514624 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network e6accddd-dd54-4f86-b9f6-6b6994b193b9 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:26:05.576378 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8849204 Jun 19 20:26:05.579229 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 32854) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:05.584688 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Request body: {'subnet': {'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-101992547-subnet', 'tenant_id': 'b0dc914c2888441fa4f6f2b75a72cb84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:05.590293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ef919-00e8-4b21-9dab-b1fee0a59ab3 req-34190c03-8b23-48c7-a6ec-2c73bf0f2602 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:05.592192 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-973ef919-00e8-4b21-9dab-b1fee0a59ab3 req-34190c03-8b23-48c7-a6ec-2c73bf0f2602 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0696764 Jun 19 20:26:05.630309 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-973ef919-00e8-4b21-9dab-b1fee0a59ab3 req-a5947527-c129-4f73-a8e9-13b6c0cfb3eb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Jun 19 20:26:05.728122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Made reservation on behalf of b0dc914c2888441fa4f6f2b75a72cb84 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:05.730526 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7609478'] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.791452 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f3107-c9f9-45d3-92de-91c8103f926e req-ecc9cf0e-293f-4662-9e86-ea1d3747c304 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:05.793049 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bc0f3107-c9f9-45d3-92de-91c8103f926e req-ecc9cf0e-293f-4662-9e86-ea1d3747c304 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0664597 Jun 19 20:26:05.831555 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bc0f3107-c9f9-45d3-92de-91c8103f926e req-6a82902b-4b92-40ff-be30-0521febaf5d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jun 19 20:26:05.975022 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7609492'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:05.978420 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:06.029158 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da170278-f454-4ba8-939d-06f30dac7864,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:06.033238 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:06.041296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Checking segment: {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:06.041655 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Network hostable DHCP agents. Network: e6accddd-dd54-4f86-b9f6-6b6994b193b9, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:26:06.163903 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Network e6accddd-dd54-4f86-b9f6-6b6994b193b9 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:26:06.272209 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, e6accddd-dd54-4f86-b9f6-6b6994b193b9) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:06.276529 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:06.277721 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:06.281358 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d277950-e5f8-4848-bdce-eda89c10e519 None None] Network e6accddd-dd54-4f86-b9f6-6b6994b193b9 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:26:06.400302 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96c19e7-6593-4c4c-8fb0-b4e4fcfd5b85 None None] Network e6accddd-dd54-4f86-b9f6-6b6994b193b9 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:26:06.597970 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0176251 Jun 19 20:26:06.831482 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:06.974932 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe353cd9-22c8-4e58-844e-a9fd09432c42 req-07b1e9b2-b70f-44e8-856e-0c3f6d187ad4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:06.976397 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fe353cd9-22c8-4e58-844e-a9fd09432c42 req-07b1e9b2-b70f-44e8-856e-0c3f6d187ad4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0691595 Jun 19 20:26:06.992438 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-954a27a8-3ba5-4ee1-974d-b563dfda897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:07.246714 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fe353cd9-22c8-4e58-844e-a9fd09432c42 req-f1eb825c-f898-4442-a310-7105ebfba678 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647913 Jun 19 20:26:07.335064 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:07.413154 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df453d4-f27d-4417-bff0-d0f9bf10b09c req-b029ffeb-c96d-414f-9928-7540aa08ab7b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:07.414564 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2df453d4-f27d-4417-bff0-d0f9bf10b09c req-b029ffeb-c96d-414f-9928-7540aa08ab7b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0617387 Jun 19 20:26:07.451051 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2df453d4-f27d-4417-bff0-d0f9bf10b09c req-cb6321b1-0ccc-4d5a-aaee-bef50927a890 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Jun 19 20:26:08.078101 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:08.422795 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b48b-b53e-41b6-b575-5e8dcfe314d7 req-df935486-7f80-409d-bf8e-cbbf62a4d396 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:08.424266 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e4a5b48b-b53e-41b6-b575-5e8dcfe314d7 req-df935486-7f80-409d-bf8e-cbbf62a4d396 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0653584 Jun 19 20:26:08.463969 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e4a5b48b-b53e-41b6-b575-5e8dcfe314d7 req-023f8f22-9060-4566-9d79-41663b4d668e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jun 19 20:26:08.624229 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715cbdf-c1df-4941-912c-a62a01d92919 req-efd091e9-8086-48d9-859a-20c4029ae816 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:08.625581 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0715cbdf-c1df-4941-912c-a62a01d92919 req-efd091e9-8086-48d9-859a-20c4029ae816 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0613198 Jun 19 20:26:08.664045 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0715cbdf-c1df-4941-912c-a62a01d92919 req-dbaaad13-3c3a-44ef-927c-4e1144fa307f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Jun 19 20:26:09.642957 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a188966-d0f5-4769-b34d-d208a3fd5a50 req-770826aa-78ff-4527-a13e-08651dd04b4c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:09.644610 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8a188966-d0f5-4769-b34d-d208a3fd5a50 req-770826aa-78ff-4527-a13e-08651dd04b4c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0635443 Jun 19 20:26:09.682070 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8a188966-d0f5-4769-b34d-d208a3fd5a50 req-a62aef73-ba14-47c0-b409-748f15e57e2e tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Jun 19 20:26:09.851070 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7f513-a998-4160-9f7f-0c2c01ae216f req-3aed4f3a-5b81-4518-8bf0-6aebaddb2417 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:09.852528 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a5a7f513-a998-4160-9f7f-0c2c01ae216f req-3aed4f3a-5b81-4518-8bf0-6aebaddb2417 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0743966 Jun 19 20:26:09.876843 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:09.892361 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a5a7f513-a998-4160-9f7f-0c2c01ae216f req-317ca391-65dc-4c9e-87b7-19ee11f0499c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Jun 19 20:26:10.851512 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291e7f2-7f53-4230-8f18-203f78e17a9e req-703647aa-5a01-4b59-9870-7e52be23aa6a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:10.853107 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a291e7f2-7f53-4230-8f18-203f78e17a9e req-703647aa-5a01-4b59-9870-7e52be23aa6a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0620520 Jun 19 20:26:10.888944 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a291e7f2-7f53-4230-8f18-203f78e17a9e req-e02c65f9-8d51-4df5-ba20-bdaede9a7f0d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jun 19 20:26:11.068322 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86e34c-80ab-4a12-b8fe-60a6c206544f req-431159a3-2172-4475-a6a6-fe2dacb6ccf6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:11.069776 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cb86e34c-80ab-4a12-b8fe-60a6c206544f req-431159a3-2172-4475-a6a6-fe2dacb6ccf6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0653868 Jun 19 20:26:11.105047 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cb86e34c-80ab-4a12-b8fe-60a6c206544f req-14b79fa1-f0d1-4bf7-81b2-7595ed718e84 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296926 Jun 19 20:26:12.146703 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89caf99-1f86-4ff9-9d09-5fe0daeea2e2 req-63d62b29-8fdf-46e2-ac0e-ea3660336ff0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:12.148863 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d89caf99-1f86-4ff9-9d09-5fe0daeea2e2 req-63d62b29-8fdf-46e2-ac0e-ea3660336ff0 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0965080 Jun 19 20:26:12.233433 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d89caf99-1f86-4ff9-9d09-5fe0daeea2e2 req-fa3839ae-22be-467c-8075-a81e4edfadcb tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740480 Jun 19 20:26:12.357058 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca07bc-4da1-4361-9d60-dbb6f094c5af req-2f42f0fb-b5c2-4475-9461-dc1fa6676c68 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:12.359356 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dca07bc-4da1-4361-9d60-dbb6f094c5af req-2f42f0fb-b5c2-4475-9461-dc1fa6676c68 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0662272 Jun 19 20:26:12.405708 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dca07bc-4da1-4361-9d60-dbb6f094c5af req-b233872e-8615-4a44-be13-7a37e08cc36d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Jun 19 20:26:13.343571 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-207d7d4a-9435-4d1b-85d6-e00dfa659847 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:13.345258 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-207d7d4a-9435-4d1b-85d6-e00dfa659847 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/networks?id=e6accddd-dd54-4f86-b9f6-6b6994b193b9 HTTP/1.1" status: 200 len: 813 time: 0.1245224 Jun 19 20:26:13.360457 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-2918f5ed-8262-445d-a979-a4a0f7eec894 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/quotas/b0dc914c2888441fa4f6f2b75a72cb84 HTTP/1.1" status: 200 len: 375 time: 0.0095670 Jun 19 20:26:13.402746 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-3171e62a-2302-4e23-b4e2-b848ef8f09d1 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350893 Jun 19 20:26:13.524993 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-6ee1d8d4-1e84-4740-acc3-277f49146a9f service neutron] 10.222.0.25 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222188 Jun 19 20:26:13.632072 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-15defcef-18f5-429b-a007-f2401037d0a0 service neutron] 10.222.0.25 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013911 Jun 19 20:26:13.633410 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba35a0-cd44-4483-89df-054f4e51d148 req-81c11980-638f-4721-84bb-6643c4cc3728 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:13.636826 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3fba35a0-cd44-4483-89df-054f4e51d148 req-81c11980-638f-4721-84bb-6643c4cc3728 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1058309 Jun 19 20:26:13.714488 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3fba35a0-cd44-4483-89df-054f4e51d148 req-19b10a25-64bd-46e6-b58d-ace80ccf9fcf tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Jun 19 20:26:13.884947 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa30e4-ed8c-4f93-8946-066d888add3a req-9d4740c5-4c09-46c9-b2f3-fdb55e238619 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:13.886585 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6afa30e4-ed8c-4f93-8946-066d888add3a req-9d4740c5-4c09-46c9-b2f3-fdb55e238619 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0675700 Jun 19 20:26:13.895032 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-37cdb3f9-362b-42ab-8a7e-ca80de49b62a req-eafaf7d6-6648-4d75-a017-9c8fc1520d55 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Jun 19 20:26:13.930111 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6afa30e4-ed8c-4f93-8946-066d888add3a req-aaeb1f0c-dfd4-4b9c-887b-e84407ed428a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Jun 19 20:26:14.896941 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3de39-f057-4c3b-b69d-295af9e501f9 req-e6d35893-f817-4c82-9fd8-8d5e7a02e813 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:14.898580 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-efe3de39-f057-4c3b-b69d-295af9e501f9 req-e6d35893-f817-4c82-9fd8-8d5e7a02e813 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0681026 Jun 19 20:26:14.947847 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-efe3de39-f057-4c3b-b69d-295af9e501f9 req-11fc9bec-5155-4d90-88e6-1f84b7c7868b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Jun 19 20:26:15.021735 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-44a2da1c-1590-480b-a087-e97981782310 req-0ddf3467-e7c5-4eca-a0c6-6e2c08905006 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0471823 Jun 19 20:26:15.036812 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 794d66d2-8131-4a50-96a4-34af29e82915 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:26:15.147224 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c37823-d75f-4938-a7b7-cbce5ef7fedf req-719185eb-0223-46e5-845d-bc1f957ae4c0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:15.151555 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 794d66d2-8131-4a50-96a4-34af29e82915, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=794d66d2-8131-4a50-96a4-34af29e82915,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:15.152044 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-78c37823-d75f-4938-a7b7-cbce5ef7fedf req-719185eb-0223-46e5-845d-bc1f957ae4c0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 943 time: 0.0882885 Jun 19 20:26:15.164103 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '794d66d2-8131-4a50-96a4-34af29e82915', 'network_id': 'e659d689-690a-458a-ad02-4fb8313c0ed1', 'port_id': '794d66d2-8131-4a50-96a4-34af29e82915', 'mac_address': 'fa:16:3e:af:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43808142-728d-46ce-8395-9750204a83ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:26:15.216265 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:15.218841 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-78c37823-d75f-4938-a7b7-cbce5ef7fedf req-9193b81c-8e08-40d3-bb93-3965b169afc4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Jun 19 20:26:15.235178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794d66d2-8131-4a50-96a4-34af29e82915 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:26:15.269057 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 794d66d2-8131-4a50-96a4-34af29e82915, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=794d66d2-8131-4a50-96a4-34af29e82915,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:15.335216 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:15.337876 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:15.404195 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=794d66d2-8131-4a50-96a4-34af29e82915,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:15.417201 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.418161 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.418813 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.421155 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.421155 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.421609 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.421969 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.422323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.422656 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.423024 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.423311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.423636 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:15.427883 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:15.906964 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['794d66d2-8131-4a50-96a4-34af29e82915'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:26:16.153021 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9800f2-d7ba-4919-a958-7a769817a90e req-344f80bb-5756-43ea-a495-80a3ca974a9a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:16.156323 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0b9800f2-d7ba-4919-a958-7a769817a90e req-344f80bb-5756-43ea-a495-80a3ca974a9a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0847430 Jun 19 20:26:16.210583 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0b9800f2-d7ba-4919-a958-7a769817a90e req-3630a52a-0ead-420f-833c-b604b74491b3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Jun 19 20:26:16.211096 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6032df6e-f3c1-4463-b27e-45e91bafc252 req-0dd73cd1-dbe2-4232-8dfd-162e04f1ec12 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0409281 Jun 19 20:26:16.451995 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714051d-1c2e-4973-9d1c-d4f1a792e050 req-e6790d1a-bf75-45b7-a0e6-a5d98b8c890d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:16.459773 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e714051d-1c2e-4973-9d1c-d4f1a792e050 req-e6790d1a-bf75-45b7-a0e6-a5d98b8c890d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 944 time: 0.0758040 Jun 19 20:26:16.504897 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e714051d-1c2e-4973-9d1c-d4f1a792e050 req-f0625685-0d70-4c0e-a6fa-f7e74baddb4c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Jun 19 20:26:17.029103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-915be74a-2824-4cf6-92a1-5e5d48097dbd tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:17.030733 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-915be74a-2824-4cf6-92a1-5e5d48097dbd tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "GET /v2.0/networks?id=e6accddd-dd54-4f86-b9f6-6b6994b193b9 HTTP/1.1" status: 200 len: 813 time: 0.1434653 Jun 19 20:26:17.044798 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Request body: {'port': {'device_id': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9', 'admin_state_up': True, 'tenant_id': 'b0dc914c2888441fa4f6f2b75a72cb84'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:17.294816 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Made reservation on behalf of b0dc914c2888441fa4f6f2b75a72cb84 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:17.298752 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:17.472365 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24d35-e12e-4e20-8352-e45e03576592 req-7e778b08-5a01-4db4-8ca7-d65216f541ec tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:17.480120 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1fe24d35-e12e-4e20-8352-e45e03576592 req-7e778b08-5a01-4db4-8ca7-d65216f541ec tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0786543 Jun 19 20:26:17.527055 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1fe24d35-e12e-4e20-8352-e45e03576592 req-3277be68-175f-4937-8205-c2c13db11119 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Jun 19 20:26:17.691366 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Allocated IP 172.20.0.2 (e6accddd-dd54-4f86-b9f6-6b6994b193b9/da170278-f454-4ba8-939d-06f30dac7864/1160a792-7186-4747-8f9b-d0429dcce5d7) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:17.750790 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6d9bce11-3df8-4291-9289-2a3a2c218d39 req-9efad36d-8e8c-443d-ac9c-da3190f3f73c tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.2096305 Jun 19 20:26:17.774764 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da2c9b-5815-4307-813d-a566d5361734 req-374874a0-2974-49ea-a769-ec95815d7565 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:17.777921 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c6da2c9b-5815-4307-813d-a566d5361734 req-374874a0-2974-49ea-a769-ec95815d7565 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 944 time: 0.1168597 Jun 19 20:26:17.822412 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c6da2c9b-5815-4307-813d-a566d5361734 req-f6e4a3d9-ba7d-4c52-bed4-0ac1dc937250 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Jun 19 20:26:17.887775 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:18.015140 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:18.020476 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1846c685-071a-4054-bb03-76c16c590328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:18.081318 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:26:18.083323 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Network e6accddd-dd54-4f86-b9f6-6b6994b193b9 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:18.086977 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:18.101572 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:18.130383 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Pushing event updated for resources: {'Port': ['ID=1160a792-7186-4747-8f9b-d0429dcce5d7,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:18.135120 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:18.164848 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:18.165473 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:18.358411 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3173153 Jun 19 20:26:18.370373 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Request body: {'port': {'device_id': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:18.440410 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:18.790499 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1160a792-7186-4747-8f9b-d0429dcce5d7 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:26:18.798565 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1656a-c58f-45ae-89b2-cd74f2efdc31 req-3914d8e2-c521-4ebb-a000-98ee94e1e64a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:18.800238 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:18.803821 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d8f1656a-c58f-45ae-89b2-cd74f2efdc31 req-3914d8e2-c521-4ebb-a000-98ee94e1e64a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1211712 Jun 19 20:26:18.812905 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Transition to ACTIVE for port object 1160a792-7186-4747-8f9b-d0429dcce5d7 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:18.845391 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d8f1656a-c58f-45ae-89b2-cd74f2efdc31 req-694b8d4c-b0f4-4cb2-9902-700249589ba8 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342879 Jun 19 20:26:18.888965 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:18.898834 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7c4040ca-22ae-4c95-a36e-65301463d80c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:19.006170 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Pushing event updated for resources: {'Port': ['ID=1160a792-7186-4747-8f9b-d0429dcce5d7,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:19.013725 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:19.080995 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 794d66d2-8131-4a50-96a4-34af29e82915 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:19.085055 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89e832-7fa6-45b4-8d6b-44a4dca95481 req-77c44c35-d09e-41a1-a567-8e1e325dd89e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:19.086730 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd89e832-7fa6-45b4-8d6b-44a4dca95481 req-77c44c35-d09e-41a1-a567-8e1e325dd89e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 943 time: 0.1910717 Jun 19 20:26:19.122463 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Attempting to bind port 1160a792-7186-4747-8f9b-d0429dcce5d7 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:19.122804 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Attempting to bind port 1160a792-7186-4747-8f9b-d0429dcce5d7 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:19.123171 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Attempting to bind port 1160a792-7186-4747-8f9b-d0429dcce5d7 on network e6accddd-dd54-4f86-b9f6-6b6994b193b9 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:19.132523 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Port 1160a792-7186-4747-8f9b-d0429dcce5d7 on network e6accddd-dd54-4f86-b9f6-6b6994b193b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:26:19.132752 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Attempting to bind port 1160a792-7186-4747-8f9b-d0429dcce5d7 on network e6accddd-dd54-4f86-b9f6-6b6994b193b9 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:19.136400 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d5aff-2cd6-46df-ab5c-e949826b512b req-3b1a0b46-27d2-46cd-b432-a1d01c8f56d9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:19.149613 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f99d5aff-2cd6-46df-ab5c-e949826b512b req-3b1a0b46-27d2-46cd-b432-a1d01c8f56d9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 944 time: 0.1055057 Jun 19 20:26:19.156257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:19.156257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Checking segment: {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:19.156257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Bound using segment: {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:19.156257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Bound port: 1160a792-7186-4747-8f9b-d0429dcce5d7, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:19.156257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:19.165008 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd89e832-7fa6-45b4-8d6b-44a4dca95481 req-19023f87-e656-49fd-8779-e999f5da8b09 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658960 Jun 19 20:26:19.211539 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f99d5aff-2cd6-46df-ab5c-e949826b512b req-f1dd698e-e5f1-4684-a408-74bab56a65db tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Jun 19 20:26:19.220493 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 794d66d2-8131-4a50-96a4-34af29e82915 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:19.225041 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 794d66d2-8131-4a50-96a4-34af29e82915 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:19.225761 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:19.298057 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] For port 1160a792-7186-4747-8f9b-d0429dcce5d7, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:19.309906 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] For port 1160a792-7186-4747-8f9b-d0429dcce5d7, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1160a792-7186-4747-8f9b-d0429dcce5d7,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:19.363387 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:19.398554 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:19.402075 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8274ab59-d986-4bb5-a69e-5b12675d8794 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:19.409040 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794d66d2-8131-4a50-96a4-34af29e82915'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:26:19.418319 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd7e4f3-b036-41a9-a9dc-fe7de0dfa5a2" -d '{"events": [{"server_uuid": "e3c1e20c-4f59-45ed-8c43-c3ddfc349052", "name": "network-vif-plugged", "status": "completed", "tag": "794d66d2-8131-4a50-96a4-34af29e82915"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:26:19.436138 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 794d66d2-8131-4a50-96a4-34af29e82915, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=794d66d2-8131-4a50-96a4-34af29e82915,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:19.454954 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:19.455619 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:19.461811 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] 10.222.0.22 "PUT /v2.0/ports/1160a792-7186-4747-8f9b-d0429dcce5d7 HTTP/1.1" status: 200 len: 1093 time: 1.0953217 Jun 19 20:26:19.462694 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'tag': '1160a792-7186-4747-8f9b-d0429dcce5d7'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:26:19.467887 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad1333-d696-4bf3-b7a0-716ee463c90f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590", "tag": "1160a792-7186-4747-8f9b-d0429dcce5d7"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:26:19.503257 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:19.509083 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf947a0-5d2b-49cc-be8a-addb008d7f5b x-openstack-request-id: req-7cf947a0-5d2b-49cc-be8a-addb008d7f5b {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:26:19.510225 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c1e20c-4f59-45ed-8c43-c3ddfc349052", "name": "network-vif-plugged", "status": "completed", "tag": "794d66d2-8131-4a50-96a4-34af29e82915", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:26:19.510707 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cf947a0-5d2b-49cc-be8a-addb008d7f5b {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:26:19.511280 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794d66d2-8131-4a50-96a4-34af29e82915', 'code': 200} Jun 19 20:26:19.512023 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:19.543254 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Pushing event updated for resources: {'Port': ['ID=1160a792-7186-4747-8f9b-d0429dcce5d7,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:19.547380 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:19.572440 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ee4f9-8673-44b4-aa9d-ebfdc480d426 x-openstack-request-id: req-d56ee4f9-8673-44b4-aa9d-ebfdc480d426 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:26:19.572757 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590", "tag": "1160a792-7186-4747-8f9b-d0429dcce5d7", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:26:19.573030 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d56ee4f9-8673-44b4-aa9d-ebfdc480d426 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:26:19.573784 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'tag': '1160a792-7186-4747-8f9b-d0429dcce5d7', 'status': 'completed', 'code': 200} Jun 19 20:26:19.628505 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=794d66d2-8131-4a50-96a4-34af29e82915,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:19.638920 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:19.717929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-4e759c86-ee63-4a2c-afad-6ae311270319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:19.719425 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-4e759c86-ee63-4a2c-afad-6ae311270319 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 1096 time: 0.0930014 Jun 19 20:26:19.844178 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-29229918-0e89-464b-a450-c15c26090051 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1160a792-7186-4747-8f9b-d0429dcce5d7 HTTP/1.1" status: 200 len: 217 time: 0.1174459 Jun 19 20:26:19.948304 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-08641791-96af-432b-9a2d-c92913d9e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:19.952903 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-08641791-96af-432b-9a2d-c92913d9e80f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da170278-f454-4ba8-939d-06f30dac7864 HTTP/1.1" status: 200 len: 853 time: 0.0867748 Jun 19 20:26:20.007134 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-21a822e6-5728-478e-a17f-db0fcc03f6da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6accddd-dd54-4f86-b9f6-6b6994b193b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474319 Jun 19 20:26:20.016196 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f9c72-da9e-4bd0-a783-954670f5d06f req-7b643d5f-e84f-4440-9b83-2a45567a21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:20.019482 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f17f9c72-da9e-4bd0-a783-954670f5d06f req-7b643d5f-e84f-4440-9b83-2a45567a21dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.1859503 Jun 19 20:26:20.105260 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f17f9c72-da9e-4bd0-a783-954670f5d06f req-1306b5fb-9786-4cc3-89c6-aa8b9642e3cd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753760 Jun 19 20:26:20.123327 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ed2c-5533-467d-816f-8957a4c7210c req-a52e583c-c7ba-4e30-910c-e1e6273330ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:20.125889 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4532ed2c-5533-467d-816f-8957a4c7210c req-a52e583c-c7ba-4e30-910c-e1e6273330ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 1098 time: 0.1240208 Jun 19 20:26:20.140369 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-0e4ba8a0-6e55-4863-974e-db6dc3f7e9c1 service neutron] 10.222.0.22 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195009 Jun 19 20:26:20.148034 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a752c6-d631-4eae-8ef1-de1542f3398d req-3a4bf318-64f4-4543-9082-8a69a290e609 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:20.150053 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b9a752c6-d631-4eae-8ef1-de1542f3398d req-3a4bf318-64f4-4543-9082-8a69a290e609 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1073298 Jun 19 20:26:20.194525 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b9a752c6-d631-4eae-8ef1-de1542f3398d req-de50028b-6757-4d9e-89d8-a772584121ef tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Jun 19 20:26:20.430607 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e7a4c-914d-4d3b-a016-db1dc0e8a7f4 req-0a02ddec-ffb9-4f84-bdc7-88ec143ef9be tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:20.440283 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-167e7a4c-914d-4d3b-a016-db1dc0e8a7f4 req-0a02ddec-ffb9-4f84-bdc7-88ec143ef9be tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 943 time: 0.1250076 Jun 19 20:26:20.446188 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4532ed2c-5533-467d-816f-8957a4c7210c req-f75788a8-2f79-430d-8864-c0fc92c058a3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579393 Jun 19 20:26:20.467972 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb68a3-2f47-4a1d-ad9f-08ccc4a66224 req-3b8a2ea7-ebea-46fc-8e05-59e2c0497f86 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:20.478384 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c2bb68a3-2f47-4a1d-ad9f-08ccc4a66224 req-3b8a2ea7-ebea-46fc-8e05-59e2c0497f86 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.1246593 Jun 19 20:26:20.518665 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c2bb68a3-2f47-4a1d-ad9f-08ccc4a66224 req-f32a8b57-eef7-40f9-8678-25643b70084f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387626 Jun 19 20:26:20.519796 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-167e7a4c-914d-4d3b-a016-db1dc0e8a7f4 req-ea7e9faa-04a8-423d-85b2-04f74255883e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785234 Jun 19 20:26:20.568432 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a55b7939-bb82-4d36-b97f-d4ed74247e39 req-548eebc7-4143-41db-a4f5-412fddfacf16 service neutron] 10.222.0.22 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848965 Jun 19 20:26:21.138364 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-be8464d5-5636-48b9-94bc-e0031a7b6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:21.140070 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-be8464d5-5636-48b9-94bc-e0031a7b6b39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 1096 time: 0.0725801 Jun 19 20:26:21.246052 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-88321ec1-251b-469d-bb4f-401d461d68db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:21.247394 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-88321ec1-251b-469d-bb4f-401d461d68db service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6accddd-dd54-4f86-b9f6-6b6994b193b9 HTTP/1.1" status: 200 len: 914 time: 0.1012862 Jun 19 20:26:21.308478 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-140aa1a1-6f7c-46a0-93cd-9e0757bb6be6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1160a792-7186-4747-8f9b-d0429dcce5d7 HTTP/1.1" status: 200 len: 217 time: 0.0455792 Jun 19 20:26:21.370608 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-984a01b2-ed25-4535-b98b-591efc2e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:21.372487 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-984a01b2-ed25-4535-b98b-591efc2e2454 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da170278-f454-4ba8-939d-06f30dac7864 HTTP/1.1" status: 200 len: 853 time: 0.0557964 Jun 19 20:26:21.425390 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-b79855e6-5485-44ab-85be-a665abb98b90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6accddd-dd54-4f86-b9f6-6b6994b193b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431478 Jun 19 20:26:21.467892 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bdadb-7a34-49f4-a372-78e3ab986884 req-24dc11b5-ed96-4dfc-8c80-edf933070cd6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:21.469413 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bd3bdadb-7a34-49f4-a372-78e3ab986884 req-24dc11b5-ed96-4dfc-8c80-edf933070cd6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1018393 Jun 19 20:26:21.514338 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bd3bdadb-7a34-49f4-a372-78e3ab986884 req-0eab0dd8-74c6-40d3-929b-09c00a3003d3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Jun 19 20:26:21.555758 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-4ee1259f-d63d-4a54-96ff-049b4b15fb87 service neutron] 10.222.0.22 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237950 Jun 19 20:26:21.712382 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88ad1333-d696-4bf3-b7a0-716ee463c90f req-873c13de-9136-4f69-a902-03087fac543b service neutron] 10.222.0.22 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461489 Jun 19 20:26:21.814732 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bd72a-586d-415e-a1ba-41c7f31ff47a req-6127fd77-752e-41c3-804b-29189a315387 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:21.816233 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-887bd72a-586d-415e-a1ba-41c7f31ff47a req-6127fd77-752e-41c3-804b-29189a315387 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.0898235 Jun 19 20:26:21.818530 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62b67-3311-4d42-a3bd-5cad2b701e75 req-d7e13867-75f4-4123-ac18-f922c7c54647 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:21.819994 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4ea62b67-3311-4d42-a3bd-5cad2b701e75 req-d7e13867-75f4-4123-ac18-f922c7c54647 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 943 time: 0.0834813 Jun 19 20:26:21.855021 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-887bd72a-586d-415e-a1ba-41c7f31ff47a req-cb34d275-9e30-4d26-b711-b09af3fac581 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Jun 19 20:26:21.865702 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4ea62b67-3311-4d42-a3bd-5cad2b701e75 req-d39face8-585f-4a66-9718-6839b2eaf18e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Jun 19 20:26:22.747443 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef981d-4621-45d0-b8f5-6c98f8f3e908 req-1383c87e-59bf-41a1-b93a-c6ddc4830373 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:22.749118 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3aef981d-4621-45d0-b8f5-6c98f8f3e908 req-1383c87e-59bf-41a1-b93a-c6ddc4830373 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1103442 Jun 19 20:26:22.807338 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3aef981d-4621-45d0-b8f5-6c98f8f3e908 req-0c6cf27b-bd09-410f-b162-0895872bcd98 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510819 Jun 19 20:26:22.976962 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33198) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:23.103833 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8835428-adfc-4048-a53a-aad1d47e91db req-cb2838d2-cfc4-4909-9fef-397a8034e456 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:23.111605 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e8835428-adfc-4048-a53a-aad1d47e91db req-cb2838d2-cfc4-4909-9fef-397a8034e456 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 943 time: 0.1051126 Jun 19 20:26:23.147335 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e8835428-adfc-4048-a53a-aad1d47e91db req-83d30bab-45d4-4f0a-b69d-3337c0f6f921 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346467 Jun 19 20:26:23.204876 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.210386 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249fff9-8155-41b5-90b6-b37c37a01962 req-f6cd169f-0c7c-4236-b09e-1f0773bd5ed2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:23.211935 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c249fff9-8155-41b5-90b6-b37c37a01962 req-f6cd169f-0c7c-4236-b09e-1f0773bd5ed2 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.1272595 Jun 19 20:26:23.269358 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c249fff9-8155-41b5-90b6-b37c37a01962 req-a7563b56-689d-4073-9fd9-4bd47e545d12 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Jun 19 20:26:23.307567 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.380176 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.382876 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c08a7cd7-4836-48f0-9192-8591d48eda81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:23.422500 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec86c93c-8576-4532-b1a9-efe23391c3cf,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:23.429704 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21bc6b2ed2b04e54bb2e6639b4f0b376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490168 Jun 19 20:26:23.429704 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:23.429953 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33204) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:23.485478 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.506144 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.625980 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.629211 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:23.630346 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec86c93c-8576-4532-b1a9-efe23391c3cf HTTP/1.1" status: 204 len: 168 time: 0.1995244 Jun 19 20:26:23.631270 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b1bb26a5-806f-4770-a91e-c8f5a328ca45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:23.643747 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec86c93c-8576-4532-b1a9-efe23391c3cf,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:23.643747 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:24.023709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eefbee-2ba5-4493-b14b-e7d0e47df10c req-e1be01ff-063b-49a9-90df-6c9fe5e2c564 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:24.031960 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c6eefbee-2ba5-4493-b14b-e7d0e47df10c req-e1be01ff-063b-49a9-90df-6c9fe5e2c564 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0870731 Jun 19 20:26:24.089115 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c6eefbee-2ba5-4493-b14b-e7d0e47df10c req-8801fff1-06a5-487f-b930-456790d30178 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Jun 19 20:26:24.470859 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47cda7-f78b-482b-8f9d-f64ea6a44c42 req-65f3ecb8-93d0-4173-aee1-33d40d6365c2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:24.472504 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-da47cda7-f78b-482b-8f9d-f64ea6a44c42 req-65f3ecb8-93d0-4173-aee1-33d40d6365c2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 943 time: 0.1623955 Jun 19 20:26:24.528469 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44828c0-f01e-4af5-b6fd-356fe8bf5fc4 req-9bc89990-fb11-4a3a-a6c1-5ec2a3d73c45 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:24.540405 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b44828c0-f01e-4af5-b6fd-356fe8bf5fc4 req-9bc89990-fb11-4a3a-a6c1-5ec2a3d73c45 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.0874786 Jun 19 20:26:24.573371 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-da47cda7-f78b-482b-8f9d-f64ea6a44c42 req-f838650b-e4a3-485f-9f79-d2363e4e7f9c tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791776 Jun 19 20:26:24.609225 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b44828c0-f01e-4af5-b6fd-356fe8bf5fc4 req-8ab5b44c-d521-43a9-bdc7-7e84bd3505f1 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 Jun 19 20:26:25.144984 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 1160a792-7186-4747-8f9b-d0429dcce5d7 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:26:25.307995 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8322d1d-3789-4ab3-9a0b-59abebc26bbd req-0f09eba2-bf81-4a67-9d84-000b63edaeea tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:25.309583 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b8322d1d-3789-4ab3-9a0b-59abebc26bbd req-0f09eba2-bf81-4a67-9d84-000b63edaeea tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.1240828 Jun 19 20:26:25.319337 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 1160a792-7186-4747-8f9b-d0429dcce5d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1160a792-7186-4747-8f9b-d0429dcce5d7,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:25.372783 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3df61-4479-4674-82a3-2a768f994857 req-16f38143-87c0-4f01-8bfa-9b35de622e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:25.372783 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-16f38143-87c0-4f01-8bfa-9b35de622e6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 1098 time: 0.0885999 Jun 19 20:26:25.375345 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '1160a792-7186-4747-8f9b-d0429dcce5d7', 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9', 'port_id': '1160a792-7186-4747-8f9b-d0429dcce5d7', 'mac_address': 'fa:16:3e:3c:92:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da170278-f454-4ba8-939d-06f30dac7864', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:26:25.378893 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b8322d1d-3789-4ab3-9a0b-59abebc26bbd req-3867329f-58c5-4a74-b5ef-8429a748cbba tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Jun 19 20:26:25.449503 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:25.480844 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1160a792-7186-4747-8f9b-d0429dcce5d7 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:26:25.512496 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 1160a792-7186-4747-8f9b-d0429dcce5d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1160a792-7186-4747-8f9b-d0429dcce5d7,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:25.540979 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3df61-4479-4674-82a3-2a768f994857 req-79ecb5fc-9175-4324-bc24-bf698e8aa32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:25.542470 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-79ecb5fc-9175-4324-bc24-bf698e8aa32b service neutron] 10.222.0.22 "GET /v2.0/networks?id=2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 200 len: 920 time: 0.1669745 Jun 19 20:26:25.583625 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-7c359217-4d3a-4508-aac7-df69b2f6e29f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 200 len: 217 time: 0.0340955 Jun 19 20:26:25.630288 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3df61-4479-4674-82a3-2a768f994857 req-74f25f62-ff13-49d7-9212-d0aefbbc8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:25.631764 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-74f25f62-ff13-49d7-9212-d0aefbbc8a3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 200 len: 859 time: 0.0421073 Jun 19 20:26:25.691832 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-57d51e31-5449-49ae-b0b3-cbc6988d303e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d2c3888-3180-4bc7-8b84-b94dabaf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472329 Jun 19 20:26:25.759663 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03279-ce57-4e1d-a017-a0c3735bf4e8 req-708cc406-4d48-43ab-96fc-ce1daf03326e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:25.761532 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-79d03279-ce57-4e1d-a017-a0c3735bf4e8 req-708cc406-4d48-43ab-96fc-ce1daf03326e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 943 time: 0.0739534 Jun 19 20:26:25.776605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:25.778709 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:25.797776 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-f1abd841-e4c2-40e4-bf70-aa0278a6eea0 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007733 Jun 19 20:26:25.817546 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-79d03279-ce57-4e1d-a017-a0c3735bf4e8 req-bb74f774-16d6-4d7d-a1d4-c332ec56ea37 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Jun 19 20:26:25.843703 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=1160a792-7186-4747-8f9b-d0429dcce5d7,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:25.843703 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:25.950172 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9f3df61-4479-4674-82a3-2a768f994857 req-2d95f7e6-c571-4304-a1e6-b3551d3ed785 service neutron] 10.222.0.22 "GET /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494486 Jun 19 20:26:26.340783 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['1160a792-7186-4747-8f9b-d0429dcce5d7'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:26:26.700272 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cdeb3-e1de-48dd-89ce-65221ef655a0 req-0ad98eb9-262b-418a-a88f-10be3f1e3541 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:26.702181 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e53cdeb3-e1de-48dd-89ce-65221ef655a0 req-0ad98eb9-262b-418a-a88f-10be3f1e3541 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0776544 Jun 19 20:26:26.758719 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e53cdeb3-e1de-48dd-89ce-65221ef655a0 req-aa8ccf32-49bf-43ce-b98f-b1bdae2517ad tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489171 Jun 19 20:26:27.041299 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b85807-9654-42a5-acca-9dcf3a459a2d req-73adc22e-faa5-486e-abd9-ffb76212ef37 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:27.042911 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-57b85807-9654-42a5-acca-9dcf3a459a2d req-73adc22e-faa5-486e-abd9-ffb76212ef37 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 944 time: 0.0872366 Jun 19 20:26:27.088663 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-57b85807-9654-42a5-acca-9dcf3a459a2d req-c4dfe959-b047-4cf6-84a1-9474527316e9 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Jun 19 20:26:27.989874 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc39e-0e35-4838-b922-9ed2abe6ecf3 req-6e33d7d6-bc77-4a5d-a4e5-809dc4b31f4a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:27.991556 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-43dcc39e-0e35-4838-b922-9ed2abe6ecf3 req-6e33d7d6-bc77-4a5d-a4e5-809dc4b31f4a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0961611 Jun 19 20:26:28.039953 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-43dcc39e-0e35-4838-b922-9ed2abe6ecf3 req-9ec1c147-465f-4b1d-8d4d-1523580fe38b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425274 Jun 19 20:26:28.445614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70487d72-97fe-4f3e-9b81-744b106b067d req-5be2984d-cd27-462a-80b4-da66db044980 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:28.452534 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-70487d72-97fe-4f3e-9b81-744b106b067d req-5be2984d-cd27-462a-80b4-da66db044980 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 944 time: 0.0875542 Jun 19 20:26:28.491680 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-70487d72-97fe-4f3e-9b81-744b106b067d req-019cd082-e8f7-475e-aaa7-98e57114fa41 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368559 Jun 19 20:26:29.157307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 1160a792-7186-4747-8f9b-d0429dcce5d7 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:29.229674 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df9fc1-d32c-4e9f-ada9-6d870733dfbc req-cad36853-0383-4210-83de-3b39f166260f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:29.233461 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a7df9fc1-d32c-4e9f-ada9-6d870733dfbc req-cad36853-0383-4210-83de-3b39f166260f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0831535 Jun 19 20:26:29.290964 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a7df9fc1-d32c-4e9f-ada9-6d870733dfbc req-b80f2890-e52a-4f84-9656-263d5052e3cd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528412 Jun 19 20:26:29.312242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 1160a792-7186-4747-8f9b-d0429dcce5d7 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:29.321093 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 1160a792-7186-4747-8f9b-d0429dcce5d7 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:29.321520 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:29.437487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:29.486615 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 1160a792-7186-4747-8f9b-d0429dcce5d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1160a792-7186-4747-8f9b-d0429dcce5d7,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:29.488555 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1160a792-7186-4747-8f9b-d0429dcce5d7'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:26:29.491909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a23f9-0c19-4829-ae9f-9247e39f4ab8" -d '{"events": [{"server_uuid": "9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590", "name": "network-vif-plugged", "status": "completed", "tag": "1160a792-7186-4747-8f9b-d0429dcce5d7"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:26:29.543806 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dddcbf-45a3-4cd8-a859-205b703bbce0 x-openstack-request-id: req-d0dddcbf-45a3-4cd8-a859-205b703bbce0 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:26:29.544174 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590", "name": "network-vif-plugged", "status": "completed", "tag": "1160a792-7186-4747-8f9b-d0429dcce5d7", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:26:29.544476 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0dddcbf-45a3-4cd8-a859-205b703bbce0 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:26:29.550469 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1160a792-7186-4747-8f9b-d0429dcce5d7', 'code': 200} Jun 19 20:26:29.568605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:29.570497 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a07e7f04-aca3-402d-a7d7-e0bc65acd695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:29.628148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=1160a792-7186-4747-8f9b-d0429dcce5d7,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:29.632611 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:29.741475 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad11d11-df3e-426d-ac7a-6c982b5cd7e1 req-e84c6b78-9b75-4e75-80b7-e769146fd63f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:29.748775 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9ad11d11-df3e-426d-ac7a-6c982b5cd7e1 req-e84c6b78-9b75-4e75-80b7-e769146fd63f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0759351 Jun 19 20:26:29.806408 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9ad11d11-df3e-426d-ac7a-6c982b5cd7e1 req-41d43970-3b6b-403c-a8e6-43795d62ef6d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 Jun 19 20:26:30.055459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847a5d-ef08-45b9-8307-8c6e62d38641 req-a4e280b5-8fa4-4993-bfc3-e8527b03174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:30.056813 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8e847a5d-ef08-45b9-8307-8c6e62d38641 req-a4e280b5-8fa4-4993-bfc3-e8527b03174a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 1098 time: 0.0536757 Jun 19 20:26:30.099410 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8e847a5d-ef08-45b9-8307-8c6e62d38641 req-94b4e036-de3f-4396-a65d-bc9fc3237498 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301363 Jun 19 20:26:30.474304 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5244-0cfc-4592-933d-eb3c7f1fd99c req-d2aaad0b-81bc-4f44-b447-f4e9d3e5ee6c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:30.475760 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-76ba5244-0cfc-4592-933d-eb3c7f1fd99c req-d2aaad0b-81bc-4f44-b447-f4e9d3e5ee6c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0646117 Jun 19 20:26:30.514034 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-76ba5244-0cfc-4592-933d-eb3c7f1fd99c req-8ef18e91-668e-4ca4-beed-771785f0df38 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Jun 19 20:26:31.168060 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d23d2f-1b4c-4a72-9207-d57b84425782 req-e99f4e8e-2b30-44b8-b81e-fca13fb035e0 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:31.169639 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-32d23d2f-1b4c-4a72-9207-d57b84425782 req-e99f4e8e-2b30-44b8-b81e-fca13fb035e0 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0613248 Jun 19 20:26:31.206072 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-32d23d2f-1b4c-4a72-9207-d57b84425782 req-fb9269cc-a0a3-48e1-9991-375867eaa70b tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Jun 19 20:26:32.375723 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37133d0-b1b7-4761-b77d-5d9f21292311 req-c0008a42-7b21-4390-9494-e4c5b7ef849d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:32.377128 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a37133d0-b1b7-4761-b77d-5d9f21292311 req-c0008a42-7b21-4390-9494-e4c5b7ef849d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0632453 Jun 19 20:26:32.413003 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a37133d0-b1b7-4761-b77d-5d9f21292311 req-51dcd412-b26d-45f3-915b-b12b1171bb92 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303133 Jun 19 20:26:33.578724 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176aae6-0fb3-4e01-9697-e9d547ad5fda req-58198e06-35bd-49c5-a5e6-c19b08293cc1 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:33.580192 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b176aae6-0fb3-4e01-9697-e9d547ad5fda req-58198e06-35bd-49c5-a5e6-c19b08293cc1 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0603006 Jun 19 20:26:33.616230 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b176aae6-0fb3-4e01-9697-e9d547ad5fda req-c97dc591-7bfa-4ea9-a288-38960349ffd3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305846 Jun 19 20:26:34.442999 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-60633f6a-e200-4a95-b29e-520921eb44e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:34.804847 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515ea0-b614-44ef-a684-b9c87bea15a7 req-4d55035b-fa57-4120-a1a5-d0b5a43145a3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:34.806290 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a5515ea0-b614-44ef-a684-b9c87bea15a7 req-4d55035b-fa57-4120-a1a5-d0b5a43145a3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0612249 Jun 19 20:26:34.843455 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a5515ea0-b614-44ef-a684-b9c87bea15a7 req-1f6b981e-6a82-4db9-a035-957f19b3def6 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Jun 19 20:26:36.023729 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9935c-8404-43e0-bcee-cd83e093a99c req-120ba92c-ddfc-4fd6-b9aa-e71b8a08fce3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:36.026100 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39f9935c-8404-43e0-bcee-cd83e093a99c req-120ba92c-ddfc-4fd6-b9aa-e71b8a08fce3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0690808 Jun 19 20:26:36.067557 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39f9935c-8404-43e0-bcee-cd83e093a99c req-d697ab8a-e17d-4ff4-a15a-b03b4d1cfbad tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Jun 19 20:26:36.689100 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:36.939752 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-af27d861-ef55-4507-b7ec-66160591f17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:37.145527 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:37.249876 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249d50b-aed7-4c9f-bcaf-76762406c44f req-568791f0-5f46-40e6-b0ed-ae0a18e6f3a3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:37.252392 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2249d50b-aed7-4c9f-bcaf-76762406c44f req-568791f0-5f46-40e6-b0ed-ae0a18e6f3a3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jun 19 20:26:37.298878 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2249d50b-aed7-4c9f-bcaf-76762406c44f req-7a3c756f-48d8-4739-ace3-855bcfcc4908 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Jun 19 20:26:38.135078 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:38.473728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a923d-512c-485c-bb31-a28b08f9b4a4 req-228c47c0-97b7-4260-9fa8-6994155ad7b5 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:38.476366 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ec3a923d-512c-485c-bb31-a28b08f9b4a4 req-228c47c0-97b7-4260-9fa8-6994155ad7b5 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0673444 Jun 19 20:26:38.513255 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ec3a923d-512c-485c-bb31-a28b08f9b4a4 req-142b2425-2342-455b-9c1f-df33853049e1 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Jun 19 20:26:39.888355 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.315424 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33654) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:40.361496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Deleting subnet a7de0ed8-558d-40fe-93a9-54a8d811a86d {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:26:40.372075 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.409432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.461518 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.597840 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.609987 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a49c413f-99f4-4ed1-a4a7-61d48bdbfe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:40.613359 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.617771 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33668) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:40.618180 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7de0ed8-558d-40fe-93a9-54a8d811a86d HTTP/1.1" status: 204 len: 168 time: 0.3015695 Jun 19 20:26:40.638569 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7de0ed8-558d-40fe-93a9-54a8d811a86d,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:40.646875 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.648689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.648689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.648689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.648689 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.648993 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.649126 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.649622 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.650117 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.650647 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.651169 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.651856 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:40.662527 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5be5ae88-42c4-4f7d-a12d-c478d8856a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:40.697974 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.776839 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.786212 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55a2586-9170-4c27-8ad7-b66d47024ea5']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:40.796380 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a615ed-4cc3-483f-b494-8c735525e171') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:40.796671 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a615ed-4cc3-483f-b494-8c735525e171') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:40.806014 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.819777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.825806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:26:40.826339 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:26:40.827969 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:26:41.157334 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:41.162096 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:41.175678 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:41.175678 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e55a2586-9170-4c27-8ad7-b66d47024ea5 HTTP/1.1" status: 204 len: 168 time: 0.5525064 Jun 19 20:26:41.192915 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e55a2586-9170-4c27-8ad7-b66d47024ea5,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:41.208247 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:41.676478 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33712) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:41.724645 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-098329e2-2368-4b91-99bc-dbba78bd3303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7db16a26b4ca439aa7f39b79f6d43fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465920 Jun 19 20:26:41.728777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33716) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:41.792763 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:41.819065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:41.931162 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:41.933761 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:41.934957 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d7c5a8c-77d9-4c07-8fdc-3076fe66510a HTTP/1.1" status: 204 len: 168 time: 0.2047017 Jun 19 20:26:41.935830 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3b62447a-1600-4c25-bfe0-d9594e809439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:41.944412 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7c5a8c-77d9-4c07-8fdc-3076fe66510a,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:41.947794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:43.154051 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33774) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:43.320284 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33780) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:43.374392 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.385996 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-94015339-network', 'tenant_id': '88f710bbe4af4d8596206d565112c600'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:43.411917 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.db.api [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 19 20:26:43.411917 dv-cinder-797170-2-iscsi neutron-server[93444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 19 20:26:43.411917 dv-cinder-797170-2-iscsi neutron-server[93444]: [parameters: {'project_id': '1dbee5e2e2574e62a2f4262ddbd2f675', 'id': 'ac810a68-3695-4b11-b430-f81bbc842570', 'expiration': datetime.datetime(2021, 6, 19, 20, 28, 43, 403102)}] Jun 19 20:26:43.411917 dv-cinder-797170-2-iscsi neutron-server[93444]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 19 20:26:43.418417 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_db.api [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 19 20:26:43.516649 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Made reservation on behalf of 88f710bbe4af4d8596206d565112c600 for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:43.519691 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.528084 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.616598 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.779706 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.782855 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8dfde489-909e-49fc-89d4-db145efd741c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:43.810435 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:26:43.816782 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b4c7c2-83d2-4968-9b90-2c10b1a0e0a8,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:43.820298 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:43.824469 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.836665 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Added segment 6e6c14a0-b627-43dc-a7d4-6a6c917787bc of type vlan for network 27f59acb-1c74-4099-9b30-815b86e3f273 Jun 19 20:26:43.868733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:43.913448 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.006177 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.077001 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.078364 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:44.078941 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.081102 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:44.135474 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Pushing event updated for resources: {'Network': ['ID=27f59acb-1c74-4099-9b30-815b86e3f273,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:44.138722 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:44.145856 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 27f59acb-1c74-4099-9b30-815b86e3f273 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:26:44.192294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.197585 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5b746494-f3e3-400f-b884-3aec5caf70fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:44.235889 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dbee5e2e2574e62a2f4262ddbd2f675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9145615 Jun 19 20:26:44.237558 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d787f4aa-9517-42b8-a4fc-bc6eabf22e60,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:44.239217 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33800) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:44.240900 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-19a31fa9-d75c-4671-8e05-b4d58d1dc70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:44.288733 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.308870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1535680 Jun 19 20:26:44.309452 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33802) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:44.310123 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.314187 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Request body: {'subnet': {'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-94015339-subnet', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:44.390963 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Made reservation on behalf of 88f710bbe4af4d8596206d565112c600 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:44.393407 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7609478'] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.425967 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.428664 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.429806 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d787f4aa-9517-42b8-a4fc-bc6eabf22e60 HTTP/1.1" status: 204 len: 168 time: 0.1894848 Jun 19 20:26:44.430728 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0e8a8fb0-6cc9-43ec-8d4d-37612f8c5ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:44.439118 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787f4aa-9517-42b8-a4fc-bc6eabf22e60,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:44.447472 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.448214 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.448572 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.448919 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.449259 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.449597 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.449937 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.450272 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.450605 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.450936 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.451364 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.451582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:44.455048 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:44.825457 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7609492'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:44.828877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cd205aad-f9a9-4db8-a4dc-3de8c682cbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:44.888529 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5310e0-e7b2-4367-8646-0444104c4ff3,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:44.891537 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:44.901755 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Checking segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:44.901755 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Network hostable DHCP agents. Network: 27f59acb-1c74-4099-9b30-815b86e3f273, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:26:44.991161 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Network 27f59acb-1c74-4099-9b30-815b86e3f273 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:26:45.116732 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 27f59acb-1c74-4099-9b30-815b86e3f273) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:45.122384 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:45.122384 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.125456 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553de7dc-2f4e-48e8-a42c-9c015c650342 None None] Network 27f59acb-1c74-4099-9b30-815b86e3f273 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:26:45.203399 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8928227 Jun 19 20:26:45.205896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 33828) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:45.210795 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:45.283392 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-27f59acb-1c74-4099-9b30-815b86e3f273', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:26:45.285827 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.340331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.341393 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.406144 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.425872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Allocated IP 172.20.0.2 (27f59acb-1c74-4099-9b30-815b86e3f273/bd5310e0-e7b2-4367-8646-0444104c4ff3/53d742d2-2590-4a5e-b924-a07401767a57) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:45.568267 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.576169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Transition to ACTIVE for port object 53d742d2-2590-4a5e-b924-a07401767a57 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:45.590305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Transition to ACTIVE for port object 53d742d2-2590-4a5e-b924-a07401767a57 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:45.858554 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.905106 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:45.905106 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:45.935572 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Network 27f59acb-1c74-4099-9b30-815b86e3f273 is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:45.940670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:45.950587 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:45.950587 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Pushing event updated for resources: {'Port': ['ID=53d742d2-2590-4a5e-b924-a07401767a57,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:45.952895 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:46.009453 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Attempting to bind port 53d742d2-2590-4a5e-b924-a07401767a57 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:46.009882 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Attempting to bind port 53d742d2-2590-4a5e-b924-a07401767a57 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:46.010642 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Attempting to bind port 53d742d2-2590-4a5e-b924-a07401767a57 on network 27f59acb-1c74-4099-9b30-815b86e3f273 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:46.017908 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:46.019204 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Checking segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:46.019794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.020400 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Bound using segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:46.021822 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Bound port: 53d742d2-2590-4a5e-b924-a07401767a57, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:46.022423 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.095158 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] For port 53d742d2-2590-4a5e-b924-a07401767a57, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:46.099600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] For port 53d742d2-2590-4a5e-b924-a07401767a57, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=53d742d2-2590-4a5e-b924-a07401767a57,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:46.175114 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.177431 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:46.227522 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.238587 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Pushing event updated for resources: {'Port': ['ID=53d742d2-2590-4a5e-b924-a07401767a57,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:46.241851 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:46.248501 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.359330 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Allocated IP 172.27.2.30 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/d3b05bfb-e51a-4305-8e21-3c3164591a71) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:46.464525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33862) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:46.485040 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.610633 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.642926 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.647330 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cb9fd7f7-52dd-4829-bb2e-3aeda46e50d8 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:46.687697 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:46.689115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:46.691566 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:46.711560 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.725489 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Pushing event updated for resources: {'Port': ['ID=d3b05bfb-e51a-4305-8e21-3c3164591a71,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:46.729300 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:46.796650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.800862 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-4ed8cecc-8345-43dc-8a1f-76d0fb98b43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:46.841201 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda94000-b44e-4fcb-a297-8011cf84d003,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:46.845886 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b02eb4773b2a4aff858abca98a32500e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803284 Jun 19 20:26:46.846928 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:46.848468 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33870) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:46.898426 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.920706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:46.937955 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33872) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:47.040903 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.042739 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.045868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.048321 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dda94000-b44e-4fcb-a297-8011cf84d003 HTTP/1.1" status: 204 len: 168 time: 0.1986892 Jun 19 20:26:47.049900 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-48548ecc-a5f4-464d-8099-5e16051e8f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:47.095233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda94000-b44e-4fcb-a297-8011cf84d003,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:47.103348 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:47.104557 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.230481 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.276462 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.305387 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.310459 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7b9e9a04-013f-4220-82e3-b02d1c005309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:47.364530 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7e6083aaa3943aa8dd81bb9f0e04f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253626 Jun 19 20:26:47.365490 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a50e73-1540-487f-9a6b-4f353c664b9e,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:47.368429 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33882) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:47.373046 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:47.440417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 53d742d2-2590-4a5e-b924-a07401767a57 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:47.453416 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.464223 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c12a5-40b1-4f55-9c69-8c228eaaadd7 None None] Network 27f59acb-1c74-4099-9b30-815b86e3f273 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:26:47.487995 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.528190 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Router 58ea2787-0358-4e26-8374-0de82ed13699 is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:26:47.634106 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 53d742d2-2590-4a5e-b924-a07401767a57 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:47.660460 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.661928 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Provisioning for port 53d742d2-2590-4a5e-b924-a07401767a57 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:47.663700 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.666841 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72a50e73-1540-487f-9a6b-4f353c664b9e HTTP/1.1" status: 204 len: 168 time: 0.2954867 Jun 19 20:26:47.666841 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1a89f975-1bbb-4bd1-8bff-da8d6a3a91e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:47.672972 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Provisioning complete for port 53d742d2-2590-4a5e-b924-a07401767a57 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:47.674774 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.679544 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a50e73-1540-487f-9a6b-4f353c664b9e,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:47.683369 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:47.688191 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:26:47.699428 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Sync routers for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:26:47.710770 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:47.711401 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:47.762664 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.764089 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5569861 Jun 19 20:26:47.766884 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33890) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:47.836386 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.888603 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] For port 53d742d2-2590-4a5e-b924-a07401767a57, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=53d742d2-2590-4a5e-b924-a07401767a57,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:47.900720 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:47.980325 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:47.989079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:48.046953 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Pushing event updated for resources: {'Port': ['ID=53d742d2-2590-4a5e-b924-a07401767a57,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:48.053076 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:48.106814 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-28c3ea8b-b9e7-4561-828f-89ecfb49fada None None] Provisioning complete for port 53d742d2-2590-4a5e-b924-a07401767a57 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:48.107723 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-28c3ea8b-b9e7-4561-828f-89ecfb49fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.171109 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:46Z', 'revision_number': 3, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:48.249361 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Checking router: 58ea2787-0358-4e26-8374-0de82ed13699 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:26:48.249835 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Updating router 58ea2787-0358-4e26-8374-0de82ed13699 port d3b05bfb-e51a-4305-8e21-3c3164591a71 binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:26:48.290495 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.342552 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.541036 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Allocated IP 172.20.0.1 (27f59acb-1c74-4099-9b30-815b86e3f273/bd5310e0-e7b2-4367-8646-0444104c4ff3/812c2479-e474-4d3e-a2ff-eb53fadfa697) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:48.563034 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.573142 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Transition to ACTIVE for port object d3b05bfb-e51a-4305-8e21-3c3164591a71 will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:48.670635 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d51192-26bd-4486-9670-c6b255c8d137 req-6a06fbba-31f9-4400-b74b-f7d96161137e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:48.670635 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0d51192-26bd-4486-9670-c6b255c8d137 req-6a06fbba-31f9-4400-b74b-f7d96161137e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1259704 Jun 19 20:26:48.671573 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.674046 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:48.698566 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.724266 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Pushing event updated for resources: {'Port': ['ID=d3b05bfb-e51a-4305-8e21-3c3164591a71,revision_number=2']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:48.732650 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.733001 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.733338 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.733674 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.734004 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.734331 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.734765 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.735089 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.735504 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.735906 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.736256 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.737318 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:26:48.737549 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Transition to ACTIVE for port object 812c2479-e474-4d3e-a2ff-eb53fadfa697 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:48.742209 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:48.750250 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Attempting to bind port d3b05bfb-e51a-4305-8e21-3c3164591a71 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:48.750250 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Attempting to bind port d3b05bfb-e51a-4305-8e21-3c3164591a71 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:48.750250 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Attempting to bind port d3b05bfb-e51a-4305-8e21-3c3164591a71 on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:48.755750 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:48.756162 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:48.756572 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.756966 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:48.757439 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Bound port: d3b05bfb-e51a-4305-8e21-3c3164591a71, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:48.757813 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.759356 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0d51192-26bd-4486-9670-c6b255c8d137 req-53e2ab49-4fe2-466a-af8b-414f58e43015 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672462 Jun 19 20:26:48.812159 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] For port d3b05bfb-e51a-4305-8e21-3c3164591a71, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:48.815627 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] For port d3b05bfb-e51a-4305-8e21-3c3164591a71, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=d3b05bfb-e51a-4305-8e21-3c3164591a71,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:48.853938 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.857125 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:48.883858 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:48.887475 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:48.896983 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Network 27f59acb-1c74-4099-9b30-815b86e3f273 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:48.898473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:48.913631 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Pushing event updated for resources: {'Port': ['ID=812c2479-e474-4d3e-a2ff-eb53fadfa697,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:48.915369 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:48.917853 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:48.974320 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.098201 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:49.098201 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:49.098201 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Pushing event updated for resources: {'Port': ['ID=d3b05bfb-e51a-4305-8e21-3c3164591a71,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:49.098201 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-75cedd77-cb74-42db-8211-341c33fe5ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:49.189676 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:49.285593 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.397027 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-083778b6-5192-4331-afcc-48a433906eaf None None] Provisioning for port 812c2479-e474-4d3e-a2ff-eb53fadfa697 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:49.415855 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 53d742d2-2590-4a5e-b924-a07401767a57 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:49.436939 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:46Z', 'revision_number': 3, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:49.474115 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87a128-6857-4f14-a85d-110ab7b62074 None None] The sync data for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi is: [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:46Z', 'revision_number': 3, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:26:49.475097 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-083778b6-5192-4331-afcc-48a433906eaf None None] Provisioning complete for port 812c2479-e474-4d3e-a2ff-eb53fadfa697 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:49.476185 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-083778b6-5192-4331-afcc-48a433906eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.520533 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-083778b6-5192-4331-afcc-48a433906eaf None None] Port 812c2479-e474-4d3e-a2ff-eb53fadfa697 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:26:49.523577 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 53d742d2-2590-4a5e-b924-a07401767a57 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:49.524556 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.529372 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.625102 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.629134 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-01aa1460-24f9-46da-ab6f-2f1bacba5e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:49.691488 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Pushing event updated for resources: {'Port': ['ID=812c2479-e474-4d3e-a2ff-eb53fadfa697,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:49.698071 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:49.699246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:49.835380 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Network 27f59acb-1c74-4099-9b30-815b86e3f273 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:49.837013 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:49.981473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Router 58ea2787-0358-4e26-8374-0de82ed13699 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:26:49.988359 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d6b7f-9dff-401a-8c6a-311f5b706102 req-a37bc897-ff46-4889-b822-a87e2dedc652 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:50.013516 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-810d6b7f-9dff-401a-8c6a-311f5b706102 req-a37bc897-ff46-4889-b822-a87e2dedc652 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1087644 Jun 19 20:26:50.107841 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-810d6b7f-9dff-401a-8c6a-311f5b706102 req-f7772916-ff55-4fcd-8e87-782d75b19d4e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867651 Jun 19 20:26:50.153575 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:26:50.160133 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] 10.222.0.25 "PUT /v2.0/routers/58ea2787-0358-4e26-8374-0de82ed13699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3920224 Jun 19 20:26:50.160447 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-cda14cf5-ab62-40af-9a9c-1d5873497f40 None None] Provisioning complete for port 812c2479-e474-4d3e-a2ff-eb53fadfa697 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:50.161084 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-cda14cf5-ab62-40af-9a9c-1d5873497f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:50.211924 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-cda14cf5-ab62-40af-9a9c-1d5873497f40 None None] Port 812c2479-e474-4d3e-a2ff-eb53fadfa697 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:26:50.925973 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33982) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:50.935395 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1627274840-network', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:51.036534 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Made reservation on behalf of f9f3de46be8e4bb6b47d878f3e33f2d8 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:51.038902 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.050719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.145196 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.248201 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.252403 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-df825b67-a941-4f57-a278-9c15229cf2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:51.270855 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:26:51.298681 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd34c49a-4578-4dce-9951-92eb60917f7c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:51.302391 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:51.308351 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.308690 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Added segment 94586b31-ed66-43ab-be85-451e5e1dcd85 of type vlan for network 52516ce4-7650-4776-8f0e-43fe9530b36d Jun 19 20:26:51.325346 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed287d-7d1d-47b9-9b25-de6d7e97d1a4 req-6ec65169-55c1-4d21-9a27-5059ff8231c6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:51.327083 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a3ed287d-7d1d-47b9-9b25-de6d7e97d1a4 req-6ec65169-55c1-4d21-9a27-5059ff8231c6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0761397 Jun 19 20:26:51.347051 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Sync routers for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:26:51.347051 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:51.347051 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:51.369443 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.374898 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a3ed287d-7d1d-47b9-9b25-de6d7e97d1a4 req-c1ec67f8-41f2-4d38-9844-abc82e979752 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367801 Jun 19 20:26:51.412564 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d3b05bfb-e51a-4305-8e21-3c3164591a71 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:51.476817 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.478445 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:51.479089 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.482909 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7ccfad6a-5336-4ce1-bde6-9c0e514a4e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:51.547803 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Pushing event updated for resources: {'Network': ['ID=52516ce4-7650-4776-8f0e-43fe9530b36d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:51.550648 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:51.593932 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 52516ce4-7650-4776-8f0e-43fe9530b36d details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:26:51.637217 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7057211 Jun 19 20:26:51.639874 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 33994) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:51.645259 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Request body: {'subnet': {'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1627274840-subnet', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:51.688186 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:51.745050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Made reservation on behalf of f9f3de46be8e4bb6b47d878f3e33f2d8 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:26:51.747932 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7556795'] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.805768 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port d3b05bfb-e51a-4305-8e21-3c3164591a71 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:51.813397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port d3b05bfb-e51a-4305-8e21-3c3164591a71 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:51.814172 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.949404 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:51.977005 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port d3b05bfb-e51a-4305-8e21-3c3164591a71, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=d3b05bfb-e51a-4305-8e21-3c3164591a71,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:51.986132 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 2, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:52.015458 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Checking router: 58ea2787-0358-4e26-8374-0de82ed13699 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:26:52.015803 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Updating router 58ea2787-0358-4e26-8374-0de82ed13699 port 812c2479-e474-4d3e-a2ff-eb53fadfa697 binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:26:52.057357 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.060636 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.069361 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:52.160786 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=d3b05bfb-e51a-4305-8e21-3c3164591a71,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:52.164297 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:52.243489 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7941775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7556777'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.247980 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:52.306943 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741bf133-d541-4a38-ac60-750e94dc19fa,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:52.320484 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:52.324637 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Checking segment: {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:52.324999 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Network hostable DHCP agents. Network: 52516ce4-7650-4776-8f0e-43fe9530b36d, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:26:52.401841 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.412636 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Transition to ACTIVE for port object 812c2479-e474-4d3e-a2ff-eb53fadfa697 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:52.487935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Network 52516ce4-7650-4776-8f0e-43fe9530b36d is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:26:52.563367 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86e192-5659-4793-a7aa-8b902c5fba5c req-d2ca6d37-ccd9-438a-8f0b-d50e85cff34a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:52.564852 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8f86e192-5659-4793-a7aa-8b902c5fba5c req-d2ca6d37-ccd9-438a-8f0b-d50e85cff34a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0618074 Jun 19 20:26:52.573858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.575929 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:52.602866 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8f86e192-5659-4793-a7aa-8b902c5fba5c req-e19fc515-4574-4e6c-8c4a-39d5708383c7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Jun 19 20:26:52.614564 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 52516ce4-7650-4776-8f0e-43fe9530b36d) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:52.619055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:52.619526 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.648077 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91c617-7001-4e37-b29d-fae126e266a2 None None] Network 52516ce4-7650-4776-8f0e-43fe9530b36d requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:26:52.667141 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcf597-4def-48cc-b1e9-385f3cf39da4 None None] Pushing event updated for resources: {'Port': ['ID=812c2479-e474-4d3e-a2ff-eb53fadfa697,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:52.695135 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-e4fcf597-4def-48cc-b1e9-385f3cf39da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:52.763822 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Attempting to bind port 812c2479-e474-4d3e-a2ff-eb53fadfa697 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:52.764224 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Attempting to bind port 812c2479-e474-4d3e-a2ff-eb53fadfa697 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:52.764595 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Attempting to bind port 812c2479-e474-4d3e-a2ff-eb53fadfa697 on network 27f59acb-1c74-4099-9b30-815b86e3f273 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:52.783107 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:52.784319 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Checking segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:52.785059 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.785511 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Bound using segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:52.785988 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Bound port: 812c2479-e474-4d3e-a2ff-eb53fadfa697, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:52.786380 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.792276 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-08c9c9de-43ac-487f-ad68-8cf9c7302c60 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1512620 Jun 19 20:26:52.795233 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34008) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:52.803020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:52.910567 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] For port 812c2479-e474-4d3e-a2ff-eb53fadfa697, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:52.939113 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] For port 812c2479-e474-4d3e-a2ff-eb53fadfa697, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=812c2479-e474-4d3e-a2ff-eb53fadfa697,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:52.951652 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.952977 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:52.963670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-52516ce4-7650-4776-8f0e-43fe9530b36d', 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'fixed_ips': [{'subnet_id': '741bf133-d541-4a38-ac60-750e94dc19fa'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:26:52.968230 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.032097 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.117616 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.123532 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:53.204436 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Allocated IP 172.20.0.2 (52516ce4-7650-4776-8f0e-43fe9530b36d/741bf133-d541-4a38-ac60-750e94dc19fa/74abbf9a-dead-4353-a84e-817dd54a8200) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:53.210244 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcf597-4def-48cc-b1e9-385f3cf39da4 None None] Pushing event updated for resources: {'Port': ['ID=812c2479-e474-4d3e-a2ff-eb53fadfa697,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:53.215725 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-e4fcf597-4def-48cc-b1e9-385f3cf39da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:53.226201 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:53.226843 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:53.379303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.415364 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d3b05bfb-e51a-4305-8e21-3c3164591a71 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:53.494241 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:53.665426 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.697258 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.777433 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port d3b05bfb-e51a-4305-8e21-3c3164591a71 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:53.777820 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.848577 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:53.860116 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbaff6-0d36-4b80-80d7-a7b4874ddcb9 req-0a78b0e2-cbc1-462e-96c1-bd29e0727e48 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:53.862118 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-96dbaff6-0d36-4b80-80d7-a7b4874ddcb9 req-0a78b0e2-cbc1-462e-96c1-bd29e0727e48 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1195402 Jun 19 20:26:53.863258 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Allocated IP 172.27.2.38 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:53.877556 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Transition to ACTIVE for port object 74abbf9a-dead-4353-a84e-817dd54a8200 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:53.918485 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Transition to ACTIVE for port object 74abbf9a-dead-4353-a84e-817dd54a8200 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:53.945435 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-96dbaff6-0d36-4b80-80d7-a7b4874ddcb9 req-7961da3a-19e0-41a9-97aa-658a484abf55 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757563 Jun 19 20:26:53.999142 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:54.008115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:52Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:54.011571 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:54.036952 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:54.043885 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b79df-4744-44fa-8511-a3b0e68afc7d None None] The sync data for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi is: [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:52Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:26:54.083706 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Network 52516ce4-7650-4776-8f0e-43fe9530b36d is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:54.085296 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:54.099192 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:54.113167 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Pushing event updated for resources: {'Port': ['ID=74abbf9a-dead-4353-a84e-817dd54a8200,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:54.119021 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:54.146007 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:54.152990 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:54.175326 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Attempting to bind port 74abbf9a-dead-4353-a84e-817dd54a8200 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:54.175704 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Attempting to bind port 74abbf9a-dead-4353-a84e-817dd54a8200 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:54.176120 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Attempting to bind port 74abbf9a-dead-4353-a84e-817dd54a8200 on network 52516ce4-7650-4776-8f0e-43fe9530b36d {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:54.181443 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:54.181831 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Checking segment: {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:54.182234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:54.182627 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Bound using segment: {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:54.183101 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Bound port: 74abbf9a-dead-4353-a84e-817dd54a8200, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:54.183484 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:54.199175 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:54.202046 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:54.206258 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:54.232197 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:54.249103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:54.255449 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] For port 74abbf9a-dead-4353-a84e-817dd54a8200, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:54.259114 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] For port 74abbf9a-dead-4353-a84e-817dd54a8200, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=74abbf9a-dead-4353-a84e-817dd54a8200,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:54.397170 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:54.402062 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:54.462061 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Pushing event updated for resources: {'Port': ['ID=74abbf9a-dead-4353-a84e-817dd54a8200,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:54.465625 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:54.569430 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.033514 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.092449 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:26:55.178645 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e67b36-c244-4946-9da9-3745ce7aa809 req-04891ae1-d6af-4bc4-9fec-86b76297b28e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:55.181818 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90e67b36-c244-4946-9da9-3745ce7aa809 req-04891ae1-d6af-4bc4-9fec-86b76297b28e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0825286 Jun 19 20:26:55.222494 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90e67b36-c244-4946-9da9-3745ce7aa809 req-f245e6bc-f755-42b2-b432-48fd53802f77 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347772 Jun 19 20:26:55.345106 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:26:55.415392 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 812c2479-e474-4d3e-a2ff-eb53fadfa697 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:55.465302 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f984b7-cfc7-4996-84b5-654a6d117e16 None None] Network 52516ce4-7650-4776-8f0e-43fe9530b36d requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:26:55.466023 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:26:55.475297 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Sync routers for ids ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:26:55.485098 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Routers {'44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:55.486575 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:55.563644 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.566514 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7676914 Jun 19 20:26:55.569489 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34042) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:55.590816 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-ac480ea1-cbce-4aac-b956-c4c66dbfbe1e None None] Provisioning for port 74abbf9a-dead-4353-a84e-817dd54a8200 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:55.592845 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Set router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:55.659630 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 812c2479-e474-4d3e-a2ff-eb53fadfa697 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:55.663811 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 812c2479-e474-4d3e-a2ff-eb53fadfa697 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:55.664640 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.762966 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.812604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 812c2479-e474-4d3e-a2ff-eb53fadfa697, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=812c2479-e474-4d3e-a2ff-eb53fadfa697,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:55.821413 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:26:54Z', 'revision_number': 3, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:55.848929 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Checking router: 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:26:55.849529 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Updating router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:26:55.889765 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.899518 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:55.901110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 74abbf9a-dead-4353-a84e-817dd54a8200 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:55.904454 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:55.994416 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=812c2479-e474-4d3e-a2ff-eb53fadfa697,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:55.997965 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:56.033205 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.099659 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 74abbf9a-dead-4353-a84e-817dd54a8200 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:56.103559 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 74abbf9a-dead-4353-a84e-817dd54a8200 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:56.103962 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.145046 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.156286 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Transition to ACTIVE for port object c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:56.187927 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.198883 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Allocated IP 172.20.0.1 (52516ce4-7650-4776-8f0e-43fe9530b36d/741bf133-d541-4a38-ac60-750e94dc19fa/8d3fd25f-9e6f-4131-84f4-e2018fb046a2) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:26:56.214481 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.216779 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:56.219769 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 74abbf9a-dead-4353-a84e-817dd54a8200, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=74abbf9a-dead-4353-a84e-817dd54a8200,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:56.268693 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eaa58-3ff6-46db-83ca-d3f1f84b0627 None None] Pushing event updated for resources: {'Port': ['ID=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,revision_number=2']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:56.271235 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Attempting to bind port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:56.271790 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Attempting to bind port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:56.272195 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Attempting to bind port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:56.277193 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-ce4eaa58-3ff6-46db-83ca-d3f1f84b0627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:56.278321 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:56.278679 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:56.279078 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.279466 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:56.279933 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Bound port: c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:56.280475 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.288381 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.299752 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:56.317437 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.333340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Transition to ACTIVE for port object 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:56.336957 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] For port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:56.340275 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] For port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:56.357760 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=74abbf9a-dead-4353-a84e-817dd54a8200,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:56.368192 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:56.436103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3e262-2f5c-4cb4-a305-bb4b8245d18d req-6b724188-4f18-428a-804e-a7fc66e98776 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:56.436617 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6de3e262-2f5c-4cb4-a305-bb4b8245d18d req-6b724188-4f18-428a-804e-a7fc66e98776 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0660186 Jun 19 20:26:56.441910 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.441910 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-ce4eaa58-3ff6-46db-83ca-d3f1f84b0627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:56.454382 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.457925 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:56.488069 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6de3e262-2f5c-4cb4-a305-bb4b8245d18d req-f2e57e6e-c143-4b93-b9c2-ae37324ec3d9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Jun 19 20:26:56.491902 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eaa58-3ff6-46db-83ca-d3f1f84b0627 None None] Pushing event updated for resources: {'Port': ['ID=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:56.495160 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-ce4eaa58-3ff6-46db-83ca-d3f1f84b0627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:56.510649 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Routers {'44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:56.511365 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:56.519465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Network 52516ce4-7650-4776-8f0e-43fe9530b36d is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:56.526784 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:56.530446 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:26:56.554670 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Pushing event updated for resources: {'Port': ['ID=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:56.560131 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:56.578061 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.626245 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] Set router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:56.851348 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.890347 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:26:54Z', 'revision_number': 3, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:56.919999 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bb379-949c-4d27-9c8c-f8556b9e1e27 None None] The sync data for ids ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'] in dv-cinder-797170-2-iscsi is: [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:26:54Z', 'revision_number': 3, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:26:56.940101 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-bcc5838a-3078-46fb-9f43-70536e90aa26 None None] Provisioning for port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:56.968021 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-bcc5838a-3078-46fb-9f43-70536e90aa26 None None] Provisioning complete for port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:56.968021 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-bcc5838a-3078-46fb-9f43-70536e90aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:56.987891 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5838a-3078-46fb-9f43-70536e90aa26 None None] Port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:26:57.020004 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:57.104929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:57.107562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:57.180872 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:57.182709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Pushing event updated for resources: {'Port': ['ID=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:57.185846 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:57.273713 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Network 52516ce4-7650-4776-8f0e-43fe9530b36d is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:26:57.275102 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:26:57.410525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:26:57.454698 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 812c2479-e474-4d3e-a2ff-eb53fadfa697 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:57.553406 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 812c2479-e474-4d3e-a2ff-eb53fadfa697 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:57.553583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:26:57.554101 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:57.558572 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] 10.222.0.25 "PUT /v2.0/routers/44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876008 Jun 19 20:26:57.619747 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-b6cef2b8-d83e-442f-aec8-f41c1e06c669 None None] Provisioning complete for port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:57.620377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b6cef2b8-d83e-442f-aec8-f41c1e06c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:57.690876 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-b6cef2b8-d83e-442f-aec8-f41c1e06c669 None None] Port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:26:57.696687 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 74abbf9a-dead-4353-a84e-817dd54a8200 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:57.735279 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc5ca3-6e38-4cda-a2c9-0b13442be54c req-af2dda9d-77db-4ac5-a7ca-6a3feb8f1a8e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:57.740424 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0bc5ca3-6e38-4cda-a2c9-0b13442be54c req-af2dda9d-77db-4ac5-a7ca-6a3feb8f1a8e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0853636 Jun 19 20:26:57.747365 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 74abbf9a-dead-4353-a84e-817dd54a8200 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:57.747750 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:57.780464 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0bc5ca3-6e38-4cda-a2c9-0b13442be54c req-273a1e61-016f-4bfd-b378-374ca904af00 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370448 Jun 19 20:26:57.859764 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:58.036162 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:26:58.040129 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:58.040519 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.114366 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.134515 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:26:58.225917 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.227736 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:58.278006 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:58.286658 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:58.407731 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34078) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:58.413104 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516527904', 'description': 'tempest-secgroup-smoke-1516527904 description', 'project_id': '88f710bbe4af4d8596206d565112c600'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:58.522643 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.610351 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.642567 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Sync routers for ids ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:26:58.651460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Routers {'44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:58.652141 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:58.681907 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.684472 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-86440725-679f-44e6-9bb8-f1eb778564be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:58.711197 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d25693-f17f-442e-8eaf-5dc05c3a8f8a,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:58.714087 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:58.759330 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Set router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:58.785225 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.786460 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-869d30c1-004c-4396-a0b1-acd535ee2b4e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3771989 Jun 19 20:26:58.798381 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34084) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:58.798381 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group_rule': {'security_group_id': '51d25693-f17f-442e-8eaf-5dc05c3a8f8a', 'project_id': '88f710bbe4af4d8596206d565112c600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:58.897334 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.968215 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:26:56Z', 'revision_number': 4, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '8d3fd25f-9e6f-4131-84f4-e2018fb046a2', 'name': '', 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'mac_address': 'fa:16:3e:9b:50:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '741bf133-d541-4a38-ac60-750e94dc19fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:56Z', 'updated_at': '2021-06-19T20:26:56Z', 'revision_number': 2, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'subnets': [{'id': '741bf133-d541-4a38-ac60-750e94dc19fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:58.985806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41add4-b2ce-4163-96e7-37f6f19f8b78 req-469021c7-ab39-4cb6-9048-82d0f3d0406b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:26:58.988139 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1e41add4-b2ce-4163-96e7-37f6f19f8b78 req-469021c7-ab39-4cb6-9048-82d0f3d0406b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0791678 Jun 19 20:26:58.993520 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:58.996609 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Checking router: 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:26:58.997187 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Updating router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:26:59.026860 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1e41add4-b2ce-4163-96e7-37f6f19f8b78 req-f1d992e1-2288-4be3-8d47-8ee3e7cb31cb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319877 Jun 19 20:26:59.035614 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.081974 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.084070 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:59.100221 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2f7b68-96f9-46cc-8bad-fc5d9c1e35f9,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:59.103858 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:59.202184 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.203395 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131932 Jun 19 20:26:59.206626 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34092) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:59.212155 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group_rule': {'security_group_id': '51d25693-f17f-442e-8eaf-5dc05c3a8f8a', 'project_id': '88f710bbe4af4d8596206d565112c600', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:59.303747 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.310850 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Transition to ACTIVE for port object 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:26:59.349458 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:26:59.379079 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.393569 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:26:59.394018 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.403698 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.426952 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:59.452564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.522463 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.525020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:59.542249 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c06a80-0dbb-43a6-a445-9b4deb66c521 None None] Pushing event updated for resources: {'Port': ['ID=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:59.543492 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e627a4a6-d4ae-45ba-9ee8-0f1aee515196,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:59.546549 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-11c06a80-0dbb-43a6-a445-9b4deb66c521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:59.546716 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:59.610333 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Attempting to bind port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:26:59.610964 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Attempting to bind port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:26:59.611635 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Attempting to bind port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 on network 52516ce4-7650-4776-8f0e-43fe9530b36d {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:26:59.619355 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.620594 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4128788 Jun 19 20:26:59.625780 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34102) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:59.629315 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:26:59.630507 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Checking segment: {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:26:59.630507 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.630753 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Bound using segment: {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:26:59.631079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Bound port: 8d3fd25f-9e6f-4131-84f4-e2018fb046a2, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94586b31-ed66-43ab-be85-451e5e1dcd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:26:59.631391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.631578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group_rule': {'security_group_id': '51d25693-f17f-442e-8eaf-5dc05c3a8f8a', 'project_id': '88f710bbe4af4d8596206d565112c600', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:26:59.697958 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] For port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:26:59.701798 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] For port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:26:59.727196 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.782603 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.791091 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.794296 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:59.845056 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Routers {'44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:26:59.846264 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:26:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:26:59.870962 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.873042 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:26:59.888449 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01a7abf-7b87-47a9-ace4-8d32701bc4cc,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:59.893115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:59.901779 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c06a80-0dbb-43a6-a445-9b4deb66c521 None None] Pushing event updated for resources: {'Port': ['ID=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:26:59.905246 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-11c06a80-0dbb-43a6-a445-9b4deb66c521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:26:59.967587 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:26:59.968937 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419783 Jun 19 20:26:59.971073 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] Set router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:26:59.971711 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34106) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:26:59.976503 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group_rule': {'security_group_id': '51d25693-f17f-442e-8eaf-5dc05c3a8f8a', 'project_id': '88f710bbe4af4d8596206d565112c600', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:00.081743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.148306 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.219416 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0cc38-3d31-4b9b-962e-d2a15c1440e5 req-a7ef7190-3253-46b6-aa40-cbb4b0ec53bd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:00.220501 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-61a0cc38-3d31-4b9b-962e-d2a15c1440e5 req-a7ef7190-3253-46b6-aa40-cbb4b0ec53bd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0681145 Jun 19 20:27:00.250022 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.253669 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9233422f-e583-46a1-a77e-157095f67243 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:00.280589 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a131e25f-3e55-4fbe-9c20-6ea0f64f1957,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:00.285157 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:00.290068 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-61a0cc38-3d31-4b9b-962e-d2a15c1440e5 req-08e49137-6d83-4f19-9d82-f5aac1c164f3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606780 Jun 19 20:27:00.332627 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:26:56Z', 'revision_number': 4, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '8d3fd25f-9e6f-4131-84f4-e2018fb046a2', 'name': '', 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'mac_address': 'fa:16:3e:9b:50:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '741bf133-d541-4a38-ac60-750e94dc19fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:56Z', 'updated_at': '2021-06-19T20:26:59Z', 'revision_number': 4, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'subnets': [{'id': '741bf133-d541-4a38-ac60-750e94dc19fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:00.357929 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1d13-f009-438f-bf89-2ca6e433b20c None None] The sync data for ids ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'] in dv-cinder-797170-2-iscsi is: [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:26:56Z', 'revision_number': 4, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '8d3fd25f-9e6f-4131-84f4-e2018fb046a2', 'name': '', 'network_id': '52516ce4-7650-4776-8f0e-43fe9530b36d', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'mac_address': 'fa:16:3e:9b:50:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '741bf133-d541-4a38-ac60-750e94dc19fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:56Z', 'updated_at': '2021-06-19T20:26:59Z', 'revision_number': 4, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'subnets': [{'id': '741bf133-d541-4a38-ac60-750e94dc19fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:27:00.419634 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.424335 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4483051 Jun 19 20:27:00.424665 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34118) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:00.429347 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group_rule': {'security_group_id': '51d25693-f17f-442e-8eaf-5dc05c3a8f8a', 'project_id': '88f710bbe4af4d8596206d565112c600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:00.557432 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.securitygroups_db [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Project 88f710bbe4af4d8596206d565112c600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 20:27:00.572934 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.628389 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.751244 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.755977 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-473b7fa4-cf61-4e13-a21d-9349dab2a5f6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:00.772257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a059a4-4d75-410f-9a4d-1e3c956568eb,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:00.774742 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:00.859374 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:00.860734 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a1856b00-cc56-4f57-9b7f-29c46e032257 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4351652 Jun 19 20:27:00.863989 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34126) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:00.868506 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'security_group_rule': {'security_group_id': '51d25693-f17f-442e-8eaf-5dc05c3a8f8a', 'project_id': '88f710bbe4af4d8596206d565112c600', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:00.991160 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.securitygroups_db [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Project 88f710bbe4af4d8596206d565112c600 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 20:27:00.996600 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.069301 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.156704 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.162071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-276cd8fc-1afc-4b58-9ea6-dab32d1a1aec tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:01.178138 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711c096f-24ac-4b91-98cf-7cf5846f7f38,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:01.180580 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:01.357101 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.365912 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4935687 Jun 19 20:27:01.380993 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:01.477336 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7668f-86d5-4ed7-8d5e-b048f3f362ab req-de62c9a6-5de8-46c6-a48a-ca6318979760 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:01.478831 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7ec7668f-86d5-4ed7-8d5e-b048f3f362ab req-de62c9a6-5de8-46c6-a48a-ca6318979760 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0625966 Jun 19 20:27:01.517360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7ec7668f-86d5-4ed7-8d5e-b048f3f362ab req-754b16b6-1c39-40ad-b16d-e54ac7d3d851 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Jun 19 20:27:01.545555 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:01.549884 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:01.550304 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.631124 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.662799 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:01.750467 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:01.752359 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:01.798322 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:01.801320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:02.698189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33225-6509-410b-b722-ae36627359e3 req-ba697b15-982d-4e1b-a741-110af89b6d35 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:02.699688 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-36b33225-6509-410b-b722-ae36627359e3 req-ba697b15-982d-4e1b-a741-110af89b6d35 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0631282 Jun 19 20:27:02.740910 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-36b33225-6509-410b-b722-ae36627359e3 req-1ffd5614-0a6b-4eb7-bf65-f612d57198e7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350628 Jun 19 20:27:02.871355 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a196-ad1c-4c79-b7cc-fc7292b2b85e req-f136ff43-f1f0-48c0-a7d9-cc33f6ae819d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:02.872883 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1ff3a196-ad1c-4c79-b7cc-fc7292b2b85e req-f136ff43-f1f0-48c0-a7d9-cc33f6ae819d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.0676327 Jun 19 20:27:02.917652 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1ff3a196-ad1c-4c79-b7cc-fc7292b2b85e req-431de5fe-a3ae-45df-a0c4-5ce01f8f3f8b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Jun 19 20:27:03.352165 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:03.410972 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:03.411456 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:03.696600 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dd1d6-d02f-4f54-81e0-c4e186a00150 req-002da031-dcef-4820-85cf-80f8c7c255b3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:03.698076 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3b6dd1d6-d02f-4f54-81e0-c4e186a00150 req-002da031-dcef-4820-85cf-80f8c7c255b3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0627210 Jun 19 20:27:03.739374 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3b6dd1d6-d02f-4f54-81e0-c4e186a00150 req-24ddbdb6-0a5b-46e3-9091-e8c0ef3dcaa9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jun 19 20:27:03.921335 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac7fb-2e07-43cc-8e16-6d3dcb7f5dc4 req-06c18a39-dec9-4739-9804-86057653bdd2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:03.922782 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fbdac7fb-2e07-43cc-8e16-6d3dcb7f5dc4 req-06c18a39-dec9-4739-9804-86057653bdd2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0655875 Jun 19 20:27:03.961392 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fbdac7fb-2e07-43cc-8e16-6d3dcb7f5dc4 req-3470c850-e990-44db-b130-479b0e832375 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Jun 19 20:27:04.119499 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-9470a8b6-167c-49ce-8aaa-210a31b55592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:04.121027 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-9470a8b6-167c-49ce-8aaa-210a31b55592 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1098 time: 0.0930214 Jun 19 20:27:04.138888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614937b2-79e0-4120-9e82-c33aded75265 req-851911e7-4a96-4739-a1f3-ad09759227c0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:04.140347 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-614937b2-79e0-4120-9e82-c33aded75265 req-851911e7-4a96-4739-a1f3-ad09759227c0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.0848162 Jun 19 20:27:04.227023 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-614937b2-79e0-4120-9e82-c33aded75265 req-d1fc3b1a-91b4-4182-99e3-32fe642b420f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809298 Jun 19 20:27:04.256575 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-0b9447f9-5349-4800-ab31-de77ba050127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:04.258002 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-0b9447f9-5349-4800-ab31-de77ba050127 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.1062262 Jun 19 20:27:04.325091 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-d11fd680-74b6-42c0-8b03-23282ad7eed3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 1001 time: 0.0595856 Jun 19 20:27:04.382586 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-e6bf69bf-f0c0-4c40-9700-9adf9268aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:04.384047 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-e6bf69bf-f0c0-4c40-9700-9adf9268aeaf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0490727 Jun 19 20:27:04.406323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-253fc4ea-fd33-40f4-9fd3-d3dcf6255508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:04.445983 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-aeb039c8-2748-46c1-8406-26a4d9257731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:04.445983 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-aeb039c8-2748-46c1-8406-26a4d9257731 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541742 Jun 19 20:27:04.540674 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34238) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:04.541263 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-9ae66df0-512b-4b87-8dba-32efbf88c3cf service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Jun 19 20:27:04.638107 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-71a6003d-fa1c-4ada-88c2-8663d363d341 req-cafc56f5-be31-4431-84eb-aca9a8b3a42b service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856690 Jun 19 20:27:04.642664 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:04.731584 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:04.842052 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:04.846577 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8285e52b-4f25-4d04-a430-efd873320044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:04.912558 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0996a864da614d0e98050d0674025e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706098 Jun 19 20:27:04.915069 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34244) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:04.916119 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d7ded5-84e4-41a5-8be9-45ba3bdd2379,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:04.920411 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:04.947985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc9421-0331-4e63-8e6c-ba74749cb4a1 req-9157dd80-fa73-47ea-ac30-ac6b6f0bf530 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:04.949441 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-19fc9421-0331-4e63-8e6c-ba74749cb4a1 req-9157dd80-fa73-47ea-ac30-ac6b6f0bf530 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.1007810 Jun 19 20:27:04.965904 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:04.986621 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:04.986805 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-19fc9421-0331-4e63-8e6c-ba74749cb4a1 req-9b410adb-0eb6-421b-8c41-1a10836d092a tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Jun 19 20:27:05.123315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:05.126104 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:05.127306 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63d7ded5-84e4-41a5-8be9-45ba3bdd2379 HTTP/1.1" status: 204 len: 168 time: 0.2110469 Jun 19 20:27:05.128995 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9199698f-1f60-4223-a39f-1f11774c32f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:05.139098 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d7ded5-84e4-41a5-8be9-45ba3bdd2379,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:05.144793 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:05.179096 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243107e0-e240-4028-826d-f227c1fa3c84 req-ac67aa2b-b4c5-47f9-a914-9ca00f425271 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:05.191472 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-243107e0-e240-4028-826d-f227c1fa3c84 req-ac67aa2b-b4c5-47f9-a914-9ca00f425271 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0972698 Jun 19 20:27:05.224952 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-243107e0-e240-4028-826d-f227c1fa3c84 req-d5017287-9de0-469a-a513-a195c90d7ab2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337605 Jun 19 20:27:05.426593 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4d06e-c3c3-4e62-8f5e-dac5c6156f02 req-1e78ed04-121f-4a18-a451-cebc729f2880 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:05.426593 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-21d4d06e-c3c3-4e62-8f5e-dac5c6156f02 req-1e78ed04-121f-4a18-a451-cebc729f2880 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.0680759 Jun 19 20:27:05.474887 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-21d4d06e-c3c3-4e62-8f5e-dac5c6156f02 req-89356760-5c21-4951-9e7a-7cebe70a25af tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Jun 19 20:27:05.683900 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-483cdf4b-3d09-44df-b5a7-331115f9f094 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:05.685451 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-483cdf4b-3d09-44df-b5a7-331115f9f094 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 945 time: 0.0659847 Jun 19 20:27:05.786995 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Deleting port 794d66d2-8131-4a50-96a4-34af29e82915 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:05.787334 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:05.874313 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] For port 794d66d2-8131-4a50-96a4-34af29e82915, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=794d66d2-8131-4a50-96a4-34af29e82915,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:05.874666 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:05.937758 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Calling delete_port for 794d66d2-8131-4a50-96a4-34af29e82915 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:06.158489 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063433d-1fa2-4d97-8437-2c99c99596c2 req-4e83a90e-04a9-40ab-a43c-60b4fbaf0026 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:06.160250 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0063433d-1fa2-4d97-8437-2c99c99596c2 req-4e83a90e-04a9-40ab-a43c-60b4fbaf0026 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0628788 Jun 19 20:27:06.161269 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:06.165410 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:06.175544 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'e3da7771-655c-4319-a56d-17edfa54e173', '2a8132ce-ae83-40bc-84f7-654ff6ad2413'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:06.200403 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event deleted for resources: {'Port': ['ID=794d66d2-8131-4a50-96a4-34af29e82915,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:06.204552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:06.275158 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] No DVR routers for this DVR port 794d66d2-8131-4a50-96a4-34af29e82915 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:06.278889 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:06.280843 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c4a2bf60-14a0-4cdc-973e-2e97b462f7be req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "DELETE /v2.0/ports/794d66d2-8131-4a50-96a4-34af29e82915 HTTP/1.1" status: 204 len: 173 time: 0.5886307 Jun 19 20:27:06.281617 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'name': 'network-vif-deleted', 'tag': '794d66d2-8131-4a50-96a4-34af29e82915'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:06.284491 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e355f-72eb-48a4-b7a7-ca639a2de1ff" -d '{"events": [{"server_uuid": "e3c1e20c-4f59-45ed-8c43-c3ddfc349052", "name": "network-vif-deleted", "tag": "794d66d2-8131-4a50-96a4-34af29e82915"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:06.289778 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0063433d-1fa2-4d97-8437-2c99c99596c2 req-435ed3fd-9b76-43ce-a3f3-340231df34af tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187112 Jun 19 20:27:06.350670 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd162b-17b5-41d5-8090-62c6b08c539d x-openstack-request-id: req-1cdd162b-17b5-41d5-8090-62c6b08c539d {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:06.351098 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c1e20c-4f59-45ed-8c43-c3ddfc349052", "name": "network-vif-deleted", "tag": "794d66d2-8131-4a50-96a4-34af29e82915", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:06.351462 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cdd162b-17b5-41d5-8090-62c6b08c539d {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:06.351988 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c1e20c-4f59-45ed-8c43-c3ddfc349052', 'name': 'network-vif-deleted', 'tag': '794d66d2-8131-4a50-96a4-34af29e82915', 'status': 'completed', 'code': 200} Jun 19 20:27:06.422965 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67239-d6b9-4b44-ac8b-d6c5f5da2b6a req-fa460c8a-671b-4d41-a9a7-84edb6dd0644 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:06.424737 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9ea67239-d6b9-4b44-ac8b-d6c5f5da2b6a req-fa460c8a-671b-4d41-a9a7-84edb6dd0644 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0627742 Jun 19 20:27:06.472336 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9ea67239-d6b9-4b44-ac8b-d6c5f5da2b6a req-4c186c09-bed6-4f65-bd06-fb08be292963 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Jun 19 20:27:06.627304 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fe2e7fa4-54be-4e87-a356-c6799c9e98e0 req-d58756a5-4699-4893-8b46-3a94c1aeedc4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 210 time: 0.0291023 Jun 19 20:27:06.664921 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:06.939958 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c869559d-85a2-4636-93db-ad41d6270449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:07.178962 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:07.477709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ee6e-3928-428e-acb3-6da96ecf1452 req-60eba71a-efed-41d1-816f-04d9a60d51b6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:07.479168 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b513ee6e-3928-428e-acb3-6da96ecf1452 req-60eba71a-efed-41d1-816f-04d9a60d51b6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0712800 Jun 19 20:27:07.519393 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b513ee6e-3928-428e-acb3-6da96ecf1452 req-79f839e0-efb0-4b9b-994a-33cdf0430729 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Jun 19 20:27:07.523582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea412-979b-40ef-a607-1776ad244f41 req-94e8ffc4-7568-42b3-9076-55ac11ede836 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:07.528777 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-53aea412-979b-40ef-a607-1776ad244f41 req-94e8ffc4-7568-42b3-9076-55ac11ede836 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 946 time: 0.0685952 Jun 19 20:27:07.683102 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Deleting port bd73c374-b5e5-432b-adb2-eba35e034c6f {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:07.683738 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:07.749856 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b05ad-4b8c-4855-87e2-737cea15af2a req-dee23f42-27aa-47fb-8e1a-e536ff4b9461 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:07.751308 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6b0b05ad-4b8c-4855-87e2-737cea15af2a req-dee23f42-27aa-47fb-8e1a-e536ff4b9461 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1351478 Jun 19 20:27:07.787430 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-183b361e-5eba-4113-a2ca-41c0debac602 req-ec8f8ad8-2bc0-410c-b27a-1f0ac3a8b0df tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3c1e20c-4f59-45ed-8c43-c3ddfc349052 HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jun 19 20:27:07.815219 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6b0b05ad-4b8c-4855-87e2-737cea15af2a req-14c6e994-92c0-40a4-8157-ee5096d9c73c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569913 Jun 19 20:27:07.815668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 794d66d2-8131-4a50-96a4-34af29e82915 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:07.821152 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:07.821552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:07.852594 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 794d66d2-8131-4a50-96a4-34af29e82915 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:07.853223 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 794d66d2-8131-4a50-96a4-34af29e82915 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:07.853662 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device bd73c374-b5e5-432b-adb2-eba35e034c6f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:07.894903 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Calling delete_port for bd73c374-b5e5-432b-adb2-eba35e034c6f owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:07.925698 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:07.947668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:07.949844 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb283a8-b2a5-48e7-ad2a-e185a2e7c029" -d '{"events": [{"server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:07.963851 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port bd73c374-b5e5-432b-adb2-eba35e034c6f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bd73c374-b5e5-432b-adb2-eba35e034c6f,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:07.985500 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af7ae8-c4e8-472a-a38b-b88f3fb8521f x-openstack-request-id: req-60af7ae8-c4e8-472a-a38b-b88f3fb8521f {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:07.985867 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:07.986132 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60af7ae8-c4e8-472a-a38b-b88f3fb8521f {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:07.986522 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f', 'code': 200} Jun 19 20:27:08.070319 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:08.073044 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:08.099234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:08.123650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=6']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:08.127343 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:08.173139 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:08.177437 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:08.205949 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Pushing event deleted for resources: {'Port': ['ID=bd73c374-b5e5-432b-adb2-eba35e034c6f,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:08.209019 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:08.248615 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] No DVR routers for this DVR port bd73c374-b5e5-432b-adb2-eba35e034c6f on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:08.250983 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:08.253027 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-53aea412-979b-40ef-a607-1776ad244f41 req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "DELETE /v2.0/ports/bd73c374-b5e5-432b-adb2-eba35e034c6f HTTP/1.1" status: 204 len: 173 time: 0.7161183 Jun 19 20:27:08.352992 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'name': 'network-vif-deleted', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:08.355369 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c6d14-f507-4ebc-86a4-df6f237280f9" -d '{"events": [{"server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "name": "network-vif-deleted", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:08.389303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653bbe67-dee4-40c3-98ef-d5e547559576 x-openstack-request-id: req-653bbe67-dee4-40c3-98ef-d5e547559576 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:08.389631 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d36ecf-9598-4bce-9fd1-dbde6bafce4f", "name": "network-vif-deleted", "tag": "bd73c374-b5e5-432b-adb2-eba35e034c6f", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:08.389915 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-653bbe67-dee4-40c3-98ef-d5e547559576 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:08.390341 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d36ecf-9598-4bce-9fd1-dbde6bafce4f', 'name': 'network-vif-deleted', 'tag': 'bd73c374-b5e5-432b-adb2-eba35e034c6f', 'status': 'completed', 'code': 200} Jun 19 20:27:08.425070 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:08.687111 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c3218ace-a776-4e8d-a43c-2af13e1ec732 req-636240b3-e9fc-40d5-9742-b23007c747f6 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d36ecf-9598-4bce-9fd1-dbde6bafce4f HTTP/1.1" status: 200 len: 210 time: 0.0312285 Jun 19 20:27:09.009884 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69038d46-1388-4041-942d-906f6d4b63c2 req-bfde93e2-5237-431f-8b8f-585950a760dd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:09.011346 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-69038d46-1388-4041-942d-906f6d4b63c2 req-bfde93e2-5237-431f-8b8f-585950a760dd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0653000 Jun 19 20:27:09.050833 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-69038d46-1388-4041-942d-906f6d4b63c2 req-06c762d5-73d2-4bc8-b05f-1078d237a843 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Jun 19 20:27:09.922206 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:10.226322 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dc23e-94db-4dc4-95c0-5b78ee73b56d req-29018da7-4dc2-4822-853b-d254c112dae8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:10.227876 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3a7dc23e-94db-4dc4-95c0-5b78ee73b56d req-29018da7-4dc2-4822-853b-d254c112dae8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0641246 Jun 19 20:27:10.268870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3a7dc23e-94db-4dc4-95c0-5b78ee73b56d req-de40cb51-ca79-482d-b897-54aed81b0ca0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352111 Jun 19 20:27:10.450651 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01f045-15a3-43c8-a63c-d61ff00d5efc req-1905f27c-49ce-4ed0-bc1c-3f55bc59697b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:10.450651 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4d01f045-15a3-43c8-a63c-d61ff00d5efc req-1905f27c-49ce-4ed0-bc1c-3f55bc59697b tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0688224 Jun 19 20:27:10.484840 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4d01f045-15a3-43c8-a63c-d61ff00d5efc req-53c3e814-5d01-4999-bddf-172ccef3895f tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Jun 19 20:27:10.834963 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ed429-e5f6-4b58-9d37-6c4c34b7e1f6 req-fe8fc615-8718-4391-a333-ba876a32e778 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:10.836436 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3d1ed429-e5f6-4b58-9d37-6c4c34b7e1f6 req-fe8fc615-8718-4391-a333-ba876a32e778 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 945 time: 0.0667641 Jun 19 20:27:10.871634 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3d1ed429-e5f6-4b58-9d37-6c4c34b7e1f6 req-daac084b-9d97-4987-8b94-a64d8c5904b8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296748 Jun 19 20:27:11.446216 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb1b3e-8bf3-4600-b5b9-0303837901b1 req-d9f071f5-9f24-4f9e-af20-67ca684f46d2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:11.447654 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d8cb1b3e-8bf3-4600-b5b9-0303837901b1 req-d9f071f5-9f24-4f9e-af20-67ca684f46d2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0614398 Jun 19 20:27:11.487432 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d8cb1b3e-8bf3-4600-b5b9-0303837901b1 req-ed1239fb-f523-49d4-90b6-0d8fb84d0a2f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Jun 19 20:27:11.663131 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2214-5b9c-4855-acae-4dccffad4448 req-7596f050-39e8-4c07-acd7-b408051b53c2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:11.664527 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bffc2214-5b9c-4855-acae-4dccffad4448 req-7596f050-39e8-4c07-acd7-b408051b53c2 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0631444 Jun 19 20:27:11.701175 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bffc2214-5b9c-4855-acae-4dccffad4448 req-825993b0-8b8c-4dcc-80ec-78dcfcd6feb7 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Jun 19 20:27:11.816955 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:27:11.913664 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:11.925054 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'mac_address': 'fa:16:3e:73:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:27:11.961688 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:11.974562 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:27:11.996059 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:12.045031 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158644f-4ab3-49ae-80ae-6445786b3c0c req-bbbeb8ee-6923-4fbd-b6d3-a29e1abb8be1 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:12.046462 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f158644f-4ab3-49ae-80ae-6445786b3c0c req-bbbeb8ee-6923-4fbd-b6d3-a29e1abb8be1 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 945 time: 0.0604601 Jun 19 20:27:12.086722 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f158644f-4ab3-49ae-80ae-6445786b3c0c req-d5c006a4-3778-4164-8e8b-986de576a2d3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Jun 19 20:27:12.093425 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:12.095760 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:12.143969 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=6']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:12.146872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:12.246483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:12.872550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143934f-48e5-4ce5-81e5-f83208360487 req-6ad1f8b6-5106-4458-b39a-40eae3577818 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:12.874016 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d143934f-48e5-4ce5-81e5-f83208360487 req-6ad1f8b6-5106-4458-b39a-40eae3577818 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.2692757 Jun 19 20:27:12.915217 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d143934f-48e5-4ce5-81e5-f83208360487 req-a532a0fb-f074-4ae1-8a2a-a48afbc42510 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346279 Jun 19 20:27:13.079789 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634233f2-7a61-4f18-b1da-31aeea098070 req-d0df1fef-0e1a-403a-8f8c-d57cd243870d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:13.081423 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-634233f2-7a61-4f18-b1da-31aeea098070 req-d0df1fef-0e1a-403a-8f8c-d57cd243870d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0636952 Jun 19 20:27:13.118517 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-634233f2-7a61-4f18-b1da-31aeea098070 req-38d7a08e-bad2-406b-9447-c76ec2ed7097 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Jun 19 20:27:13.287279 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78dbc-80fd-4c87-91a0-4fbdcca5b145 req-6a1ba431-3092-410e-84bc-4cb7cef8fc63 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:13.288951 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-61a78dbc-80fd-4c87-91a0-4fbdcca5b145 req-6a1ba431-3092-410e-84bc-4cb7cef8fc63 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 945 time: 0.0655880 Jun 19 20:27:13.328131 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-61a78dbc-80fd-4c87-91a0-4fbdcca5b145 req-f513d545-5f9d-43c4-a8e2-85bde8d53ab0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jun 19 20:27:13.600363 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-72518bf6-1cce-4f61-b82b-8c98ec545d6b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:13.601961 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-72518bf6-1cce-4f61-b82b-8c98ec545d6b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 945 time: 0.0627005 Jun 19 20:27:13.709537 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Deleting port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:13.709882 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:13.794900 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] For port 2a8132ce-ae83-40bc-84f7-654ff6ad2413, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=2a8132ce-ae83-40bc-84f7-654ff6ad2413,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:13.795255 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:13.830358 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:13.862304 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Calling delete_port for 2a8132ce-ae83-40bc-84f7-654ff6ad2413 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:13.878862 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:13.879238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:13.966110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:14.000204 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:14.002618 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73f4c56-6117-40d6-a95a-f219c71fd6bf" -d '{"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-plugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:14.015356 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:14.041633 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b1ab3-98d0-403c-ad8b-3018eba8e0cf x-openstack-request-id: req-7b0b1ab3-98d0-403c-ad8b-3018eba8e0cf {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:14.049378 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-plugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:14.049378 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b0b1ab3-98d0-403c-ad8b-3018eba8e0cf {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:14.049378 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'code': 200} Jun 19 20:27:14.093495 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:14.094299 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:14.096095 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:14.099447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-08dcdcae-070e-4d45-92cd-8969a4d48301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:14.118002 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'e3da7771-655c-4319-a56d-17edfa54e173'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:14.127037 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event deleted for resources: {'Port': ['ID=2a8132ce-ae83-40bc-84f7-654ff6ad2413,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:14.142648 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9d55-957b-484d-92b9-90e89fb85ccc req-0904dbe8-e27f-4b53-98e3-d08179160172 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:14.142648 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7c3f9d55-957b-484d-92b9-90e89fb85ccc req-0904dbe8-e27f-4b53-98e3-d08179160172 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0918832 Jun 19 20:27:14.142648 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:14.182198 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=7']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:14.185784 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:14.213801 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] No DVR routers for this DVR port 2a8132ce-ae83-40bc-84f7-654ff6ad2413 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:14.216974 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:14.219215 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6863fcc5-0e2f-4974-91fb-53fc02008265 req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "DELETE /v2.0/ports/2a8132ce-ae83-40bc-84f7-654ff6ad2413 HTTP/1.1" status: 204 len: 173 time: 0.6116221 Jun 19 20:27:14.225640 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'name': 'network-vif-deleted', 'tag': '2a8132ce-ae83-40bc-84f7-654ff6ad2413'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:14.228336 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a180bd-0246-4bd6-88b5-7c311cee3ebe" -d '{"events": [{"server_uuid": "2fe59fc6-61d2-4905-b4ab-4bd40041c1d3", "name": "network-vif-deleted", "tag": "2a8132ce-ae83-40bc-84f7-654ff6ad2413"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:14.242411 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7c3f9d55-957b-484d-92b9-90e89fb85ccc req-ef97f9f0-08ae-47c1-8150-93c30b5384b5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933733 Jun 19 20:27:14.307868 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2244fc57-b7e1-4b9f-be7b-edaf4102d00f x-openstack-request-id: req-2244fc57-b7e1-4b9f-be7b-edaf4102d00f {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:14.308222 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe59fc6-61d2-4905-b4ab-4bd40041c1d3", "name": "network-vif-deleted", "tag": "2a8132ce-ae83-40bc-84f7-654ff6ad2413", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:14.308528 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2244fc57-b7e1-4b9f-be7b-edaf4102d00f {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:14.309025 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe59fc6-61d2-4905-b4ab-4bd40041c1d3', 'name': 'network-vif-deleted', 'tag': '2a8132ce-ae83-40bc-84f7-654ff6ad2413', 'status': 'completed', 'code': 200} Jun 19 20:27:14.319849 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ae7d9-06e6-4a79-aef5-61971f246218 req-4c3e2f90-f518-4519-a448-45f0bf043bf9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:14.325891 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-789ae7d9-06e6-4a79-aef5-61971f246218 req-4c3e2f90-f518-4519-a448-45f0bf043bf9 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0748274 Jun 19 20:27:14.365900 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-789ae7d9-06e6-4a79-aef5-61971f246218 req-3769cd49-34d2-4f83-9bb0-d0688e0a4e41 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Jun 19 20:27:14.478076 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f05e9373-c5c7-4064-b7b5-90c2f0d45563 req-6ab817ac-c532-4dcd-9c0a-5a2dc083e7cb tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fe59fc6-61d2-4905-b4ab-4bd40041c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Jun 19 20:27:15.441287 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549220da-dfba-4ea2-a9c0-789aa7f0bfab req-a6d0b501-1620-4c66-b56d-7a3e1ae31226 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:15.442731 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-549220da-dfba-4ea2-a9c0-789aa7f0bfab req-a6d0b501-1620-4c66-b56d-7a3e1ae31226 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0679815 Jun 19 20:27:15.482749 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-549220da-dfba-4ea2-a9c0-789aa7f0bfab req-fbba99f5-127f-4e71-8b95-4b4c30743079 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344429 Jun 19 20:27:15.549566 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2577fa-f664-4ba5-85b3-1f50fa2c0812 req-8d50fe73-2cbf-4771-bc22-7e88e38eeda3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:15.551095 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9f2577fa-f664-4ba5-85b3-1f50fa2c0812 req-8d50fe73-2cbf-4771-bc22-7e88e38eeda3 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0673299 Jun 19 20:27:15.588147 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9f2577fa-f664-4ba5-85b3-1f50fa2c0812 req-8e9c4989-7994-42ec-8138-d00b123c52f4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Jun 19 20:27:15.842457 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 2a8132ce-ae83-40bc-84f7-654ff6ad2413 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:15.863956 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 2a8132ce-ae83-40bc-84f7-654ff6ad2413 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:15.864320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 2a8132ce-ae83-40bc-84f7-654ff6ad2413 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:16.228453 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9aea-0bbc-4345-93ad-fa083cddb992 req-88a5f5a4-0ef9-463c-b634-6af1d9be25f4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:16.230193 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-270a9aea-0bbc-4345-93ad-fa083cddb992 req-88a5f5a4-0ef9-463c-b634-6af1d9be25f4 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 946 time: 0.0667689 Jun 19 20:27:16.268065 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-270a9aea-0bbc-4345-93ad-fa083cddb992 req-d0c7ecd9-c01d-456b-a88f-1558fbda2b84 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Jun 19 20:27:16.671352 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb2b0-ac0d-490a-afdc-cdbacb2a2fe2 req-5045171d-49a8-440c-bdd2-ecd43017aa34 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:16.676400 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-616cb2b0-ac0d-490a-afdc-cdbacb2a2fe2 req-5045171d-49a8-440c-bdd2-ecd43017aa34 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0692601 Jun 19 20:27:16.733719 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-616cb2b0-ac0d-490a-afdc-cdbacb2a2fe2 req-940c74f0-cbba-470f-90ac-e33204b50dbf tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547071 Jun 19 20:27:16.792017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be37bc-dea3-4b61-8d28-5162dc6eb2e4 req-fb710a71-5083-4956-9a4b-bcf1d7f84f07 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:16.794014 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f5be37bc-dea3-4b61-8d28-5162dc6eb2e4 req-fb710a71-5083-4956-9a4b-bcf1d7f84f07 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0825653 Jun 19 20:27:16.833639 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f5be37bc-dea3-4b61-8d28-5162dc6eb2e4 req-398be2a8-1e38-40b4-82f4-4902d019f08d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/security-groups?id=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jun 19 20:27:17.159744 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-a0991715-8ddd-4ce7-92f2-9ca15b4484b4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:17.161286 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-a0991715-8ddd-4ce7-92f2-9ca15b4484b4 tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 945 time: 0.0678437 Jun 19 20:27:17.255887 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Deleting port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:17.256249 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:17.349642 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] For port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:17.349912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:17.410984 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Calling delete_port for 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:17.444565 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d1fde-4527-4dcc-96ce-216bcfaf5d27 req-3101ce8e-6a39-47cb-96dc-fef1927f7210 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:17.446079 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af6d1fde-4527-4dcc-96ce-216bcfaf5d27 req-3101ce8e-6a39-47cb-96dc-fef1927f7210 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 946 time: 0.0614462 Jun 19 20:27:17.483086 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af6d1fde-4527-4dcc-96ce-216bcfaf5d27 req-4af11ade-cecf-41f7-b5d8-f4a48d6eb0c8 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Jun 19 20:27:17.590572 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:17.594297 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f21a229f-b785-406d-9c3a-4501929d7251 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:17.611683 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:17.619981 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Pushing event deleted for resources: {'Port': ['ID=35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:17.623004 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:17.664697 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] No DVR routers for this DVR port 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:17.667024 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:17.669272 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7efaddaa-4e7a-4cfa-88bf-fb59129503a0 req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.22 "DELETE /v2.0/ports/35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 HTTP/1.1" status: 204 len: 173 time: 0.5026665 Jun 19 20:27:17.669753 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'name': 'network-vif-deleted', 'tag': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:17.672081 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cd2421-806e-4f1e-8df2-dbd7e682664e" -d '{"events": [{"server_uuid": "501f22e4-0a8d-4de0-8da9-364f740665bc", "name": "network-vif-deleted", "tag": "35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:17.708446 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180b8ba-696f-4214-bb4a-8b9d7f5ba23f x-openstack-request-id: req-e180b8ba-696f-4214-bb4a-8b9d7f5ba23f {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:17.708780 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501f22e4-0a8d-4de0-8da9-364f740665bc", "name": "network-vif-deleted", "tag": "35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:17.709058 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e180b8ba-696f-4214-bb4a-8b9d7f5ba23f {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:17.709514 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501f22e4-0a8d-4de0-8da9-364f740665bc', 'name': 'network-vif-deleted', 'tag': '35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75', 'status': 'completed', 'code': 200} Jun 19 20:27:17.928608 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a74c-74c3-486e-b83d-b879d1232cd6 req-31c1b17a-1561-4581-8cda-3893f55957bb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:17.940774 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e187a74c-74c3-486e-b83d-b879d1232cd6 req-31c1b17a-1561-4581-8cda-3893f55957bb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0663400 Jun 19 20:27:17.973780 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e187a74c-74c3-486e-b83d-b879d1232cd6 req-48d588ce-6dad-4ca4-accd-ea37d13f8636 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379372 Jun 19 20:27:17.982266 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-84a16f13-44e1-4678-b0bf-ab5f45f4b02e req-8dc46d47-5daf-4856-9104-bbb3feafa11c tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] 10.222.0.25 "GET /v2.0/ports?device_id=501f22e4-0a8d-4de0-8da9-364f740665bc HTTP/1.1" status: 200 len: 210 time: 0.0322590 Jun 19 20:27:18.654457 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d61a-1661-4958-9822-d83a3784f3a5 req-3784ea6c-6fa5-4096-8a2f-daed9bbd5a7e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:18.655958 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f5a4d61a-1661-4958-9822-d83a3784f3a5 req-3784ea6c-6fa5-4096-8a2f-daed9bbd5a7e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 946 time: 0.0624211 Jun 19 20:27:18.694519 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-9bdcc512-57e0-4f23-86c2-629f3b727b63 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:18.696174 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-9bdcc512-57e0-4f23-86c2-629f3b727b63 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 946 time: 0.0661206 Jun 19 20:27:18.705723 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f5a4d61a-1661-4958-9822-d83a3784f3a5 req-c9d6396a-fb0e-452c-88c6-50a2d309ef88 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Jun 19 20:27:18.795230 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Deleting port e3da7771-655c-4319-a56d-17edfa54e173 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:18.795567 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:18.881800 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] For port e3da7771-655c-4319-a56d-17edfa54e173, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=e3da7771-655c-4319-a56d-17edfa54e173,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:18.882152 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:18.945511 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Calling delete_port for e3da7771-655c-4319-a56d-17edfa54e173 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:19.083822 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34426) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:19.168569 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:19.176254 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:19.180053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'e3da7771-655c-4319-a56d-17edfa54e173'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:19.230461 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event deleted for resources: {'Port': ['ID=e3da7771-655c-4319-a56d-17edfa54e173,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:19.235651 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:19.304294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] No DVR routers for this DVR port e3da7771-655c-4319-a56d-17edfa54e173 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:19.307244 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:19.315056 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a3f4f306-47a8-4f54-bf61-39513aab01ad req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "DELETE /v2.0/ports/e3da7771-655c-4319-a56d-17edfa54e173 HTTP/1.1" status: 204 len: 173 time: 0.6074953 Jun 19 20:27:19.358179 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5842f28-c97c-424c-bcb7-a7b4ab3f20e8 req-274228c5-0259-44fd-8186-be842c31aae1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:19.359682 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c5842f28-c97c-424c-bcb7-a7b4ab3f20e8 req-274228c5-0259-44fd-8186-be842c31aae1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.2345963 Jun 19 20:27:19.440476 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c5842f28-c97c-424c-bcb7-a7b4ab3f20e8 req-dc1d38ac-7bc6-458f-a8b7-6d81a41dd3f4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741131 Jun 19 20:27:19.672088 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:19.710935 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'name': 'network-vif-deleted', 'tag': 'e3da7771-655c-4319-a56d-17edfa54e173'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:19.713371 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d62dd59-1dda-49ed-a959-25e6243669e9" -d '{"events": [{"server_uuid": "c7a284c2-8b44-4c8e-a05a-61bc10afb642", "name": "network-vif-deleted", "tag": "e3da7771-655c-4319-a56d-17edfa54e173"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:19.759129 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710056b7-b5d2-437a-87ee-f826261bdb31 x-openstack-request-id: req-710056b7-b5d2-437a-87ee-f826261bdb31 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:19.759499 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a284c2-8b44-4c8e-a05a-61bc10afb642", "name": "network-vif-deleted", "tag": "e3da7771-655c-4319-a56d-17edfa54e173", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:19.759780 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-710056b7-b5d2-437a-87ee-f826261bdb31 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:19.760211 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a284c2-8b44-4c8e-a05a-61bc10afb642', 'name': 'network-vif-deleted', 'tag': 'e3da7771-655c-4319-a56d-17edfa54e173', 'status': 'completed', 'code': 200} Jun 19 20:27:19.882216 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e3da7771-655c-4319-a56d-17edfa54e173 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:19.903183 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: e3da7771-655c-4319-a56d-17edfa54e173 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:19.918092 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device e3da7771-655c-4319-a56d-17edfa54e173 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:19.918544 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:19.955199 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:19.955985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 35a63877-b9bb-4cc3-8f9c-1b46ad6d5a75 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:20.149710 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b96d6ae0-d74d-4545-a7dd-2db006363e2d req-329e1cf6-210a-4bf4-8f55-99baa507a2f9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7a284c2-8b44-4c8e-a05a-61bc10afb642 HTTP/1.1" status: 200 len: 210 time: 0.3049498 Jun 19 20:27:20.307687 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Deleting port a4f191a2-ef5e-4a19-9ced-560b21dfec84 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:20.308038 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:20.397188 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] For port a4f191a2-ef5e-4a19-9ced-560b21dfec84, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=a4f191a2-ef5e-4a19-9ced-560b21dfec84,segment=NetworkSegment(b67ddca0-8080-417a-a33c-81da830a3692),segment_id=b67ddca0-8080-417a-a33c-81da830a3692)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:20.397661 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:20.467124 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Calling delete_port for a4f191a2-ef5e-4a19-9ced-560b21dfec84 owned by network:router_interface {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:20.634026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b691-a7f1-49bb-857b-84e7236af1fa req-fe69e30b-e4ae-4a9e-9905-4007246bc10a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:20.636342 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f4a9b691-a7f1-49bb-857b-84e7236af1fa req-fe69e30b-e4ae-4a9e-9905-4007246bc10a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0702987 Jun 19 20:27:20.699438 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f4a9b691-a7f1-49bb-857b-84e7236af1fa req-f02e5f3d-0462-4389-8707-5c6acbb0fc4a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510991 Jun 19 20:27:20.808609 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:20.813710 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-06b5df88-b88e-4841-adab-c4a7afa6079b tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:20.841080 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f191a2-ef5e-4a19-9ced-560b21dfec84,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:20.844446 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:21.061868 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:21.302696 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Router 8c838523-4e54-417f-8049-b487485730b8 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:27:21.438643 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:27:21.455874 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] 10.222.0.25 "PUT /v2.0/routers/8c838523-4e54-417f-8049-b487485730b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3612132 Jun 19 20:27:21.456470 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] Sync routers for ids ['8c838523-4e54-417f-8049-b487485730b8'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:27:21.457854 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34470) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:21.486613 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] Routers {'8c838523-4e54-417f-8049-b487485730b8'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:27:21.487260 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:27:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['8c838523-4e54-417f-8049-b487485730b8'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:21.575207 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:21.630432 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] Set router 8c838523-4e54-417f-8049-b487485730b8 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:27:21.690171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:21.852364 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:27:20Z', 'revision_number': 5, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port': {'id': '1178285b-f2a4-4789-90a1-b50d012bb25e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c838523-4e54-417f-8049-b487485730b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:21.885196 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] Checking router: 8c838523-4e54-417f-8049-b487485730b8 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:27:21.895243 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] Routers {'8c838523-4e54-417f-8049-b487485730b8'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:27:21.896188 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:27:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['8c838523-4e54-417f-8049-b487485730b8'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:21.898550 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Deleting port 1178285b-f2a4-4789-90a1-b50d012bb25e {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:21.898922 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:21.954343 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd97f-a8f6-4722-98bc-68e1209f1e16 req-cd254a3d-2f4b-4bac-9387-b83a476bc491 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:21.960697 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6f2cd97f-a8f6-4722-98bc-68e1209f1e16 req-cd254a3d-2f4b-4bac-9387-b83a476bc491 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1171105 Jun 19 20:27:22.005367 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] Set router 8c838523-4e54-417f-8049-b487485730b8 gateway port host: None {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:27:22.020736 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6f2cd97f-a8f6-4722-98bc-68e1209f1e16 req-eb27f9be-f7ea-4797-809d-b90e41cea513 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516593 Jun 19 20:27:22.092003 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] For port 1178285b-f2a4-4789-90a1-b50d012bb25e, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=1178285b-f2a4-4789-90a1-b50d012bb25e,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:22.093169 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:22.103910 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:27:21Z', 'revision_number': 6, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:22.135842 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d6d5c-3563-4c24-9b09-152fd2e6960d None None] The sync data for ids ['8c838523-4e54-417f-8049-b487485730b8'] in dv-cinder-797170-2-iscsi is: [{'id': '8c838523-4e54-417f-8049-b487485730b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1319619350-router', 'tenant_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:41Z', 'updated_at': '2021-06-19T20:27:21Z', 'revision_number': 6, 'project_id': 'd0473e7bfdaf4c3e918e9042ca91db3f', 'gw_port_host': None}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:27:22.194949 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Calling delete_port for 1178285b-f2a4-4789-90a1-b50d012bb25e owned by network:router_gateway {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:22.998641 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.008777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:23.039111 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1178285b-f2a4-4789-90a1-b50d012bb25e,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:23.044628 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:23.129240 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.298993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.317592 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.369629 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 1178285b-f2a4-4789-90a1-b50d012bb25e no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:23.390007 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1589c77-7a99-44f1-be0f-e6b9225248e4 req-909c050b-12f2-48a2-a965-9731e142ff7f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:23.392118 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b1589c77-7a99-44f1-be0f-e6b9225248e4 req-909c050b-12f2-48a2-a965-9731e142ff7f tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0818627 Jun 19 20:27:23.400727 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 1178285b-f2a4-4789-90a1-b50d012bb25e {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:23.401251 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 1178285b-f2a4-4789-90a1-b50d012bb25e not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:23.401765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device a4f191a2-ef5e-4a19-9ced-560b21dfec84 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:23.424826 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: a4f191a2-ef5e-4a19-9ced-560b21dfec84 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:23.425507 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device a4f191a2-ef5e-4a19-9ced-560b21dfec84 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:23.428870 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d4bcc-1853-470f-b801-4fb9cce1e35b req-2bcb2c11-4599-40b6-a0d9-6b87d4b2cdfe tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:23.430544 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8a5d4bcc-1853-470f-b801-4fb9cce1e35b req-2bcb2c11-4599-40b6-a0d9-6b87d4b2cdfe tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1461239 Jun 19 20:27:23.436307 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b1589c77-7a99-44f1-be0f-e6b9225248e4 req-cf64b964-972a-4e8b-9f2d-de7e413371f3 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378132 Jun 19 20:27:23.470073 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8a5d4bcc-1853-470f-b801-4fb9cce1e35b req-fc5981d0-a376-43c7-82ab-bc1a810a816c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Jun 19 20:27:23.659802 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.660288 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c838523-4e54-417f-8049-b487485730b8 {{(pid=93445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:27:23.671980 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.671980 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8c838523-4e54-417f-8049-b487485730b8 HTTP/1.1" status: 204 len: 168 time: 2.2075117 Jun 19 20:27:23.671980 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34494) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:23.716260 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_v2 [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Deleting subnet d30364a7-fe56-4976-9125-2b98180b3745 {{(pid=93445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:27:23.721226 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.754796 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7941762'] for subnet, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.793259 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.940258 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7941710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7556752'] for subnet, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.942669 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bf23b804-559c-4380-901b-d1d105fb24a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:23.968757 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30364a7-fe56-4976-9125-2b98180b3745,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:23.969947 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:23.971257 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:23.974932 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d30364a7-fe56-4976-9125-2b98180b3745 HTTP/1.1" status: 204 len: 168 time: 0.3031025 Jun 19 20:27:23.975730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34502) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:24.054031 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.141765 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.152917 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2c3888-3180-4bc7-8b84-b94dabaf8427']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:24.164108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67ddca0-8080-417a-a33c-81da830a3692') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:24.164506 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67ddca0-8080-417a-a33c-81da830a3692') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:24.174849 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.188543 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.195839 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:27:24.196300 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:27:24.198021 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:27:24.339009 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.344992 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.349875 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d2c3888-3180-4bc7-8b84-b94dabaf8427 HTTP/1.1" status: 204 len: 168 time: 0.3729553 Jun 19 20:27:24.354079 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:24.386522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2c3888-3180-4bc7-8b84-b94dabaf8427,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:24.390627 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:24.653456 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17ab2d-1019-47f9-9fb1-fb5772c5ee04 req-17a0114e-8a78-4382-955b-a6dd603ef064 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:24.655779 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4a17ab2d-1019-47f9-9fb1-fb5772c5ee04 req-17a0114e-8a78-4382-955b-a6dd603ef064 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.1044798 Jun 19 20:27:24.678960 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8999c3-852e-41d1-99b3-1e1c181d28e9 req-ebfc9f3a-d554-42a4-8a75-8631db30982f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:24.681012 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff8999c3-852e-41d1-99b3-1e1c181d28e9 req-ebfc9f3a-d554-42a4-8a75-8631db30982f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0863857 Jun 19 20:27:24.738779 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff8999c3-852e-41d1-99b3-1e1c181d28e9 req-50b40348-3108-4915-bdfe-d6868e59c239 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466542 Jun 19 20:27:24.744876 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4a17ab2d-1019-47f9-9fb1-fb5772c5ee04 req-3f08b325-ebff-4c16-8de3-f7876bcda690 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773187 Jun 19 20:27:24.835652 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34512) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:24.889428 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-98b8978e-8311-4f88-8f22-7bd0e516eb0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0473e7bfdaf4c3e918e9042ca91db3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493791 Jun 19 20:27:24.889657 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34514) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:24.945286 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:24.971674 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:25.110769 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:25.113532 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:25.114673 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f37ff686-e95b-4ce7-8abe-0eeca64a9d1d HTTP/1.1" status: 204 len: 168 time: 0.2241390 Jun 19 20:27:25.115427 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b6716575-90cf-4e1e-9b15-fc1e16a73174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:25.123298 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ff686-e95b-4ce7-8abe-0eeca64a9d1d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:25.133183 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:25.959904 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedab55c-0380-4074-9b84-93152c80e3a4 req-f9e1131c-4c4f-401c-89e9-1c4acbec200f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:25.978815 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dedab55c-0380-4074-9b84-93152c80e3a4 req-f9e1131c-4c4f-401c-89e9-1c4acbec200f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0937474 Jun 19 20:27:25.984783 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9ee4c-6ca3-466a-9ade-77b2a5d3e296 req-e113731a-a9d6-4426-ba84-2ea450763ed9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:25.987159 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-15d9ee4c-6ca3-466a-9ade-77b2a5d3e296 req-e113731a-a9d6-4426-ba84-2ea450763ed9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0926840 Jun 19 20:27:26.039835 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dedab55c-0380-4074-9b84-93152c80e3a4 req-10ab64b5-cd14-41b7-abdd-2ea61cdf60ca tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550122 Jun 19 20:27:26.070640 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-15d9ee4c-6ca3-466a-9ade-77b2a5d3e296 req-49500b50-3bc6-484f-99d0-9b03181176bb tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753145 Jun 19 20:27:26.414378 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34546) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:26.523368 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1949906780-network', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:26.636536 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Made reservation on behalf of 0c1f30cfe0294152bbef75b4243f9367 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:27:26.638911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:26.648130 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:26.756922 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.018755 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.025719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8c6eefa8-9bf9-4df8-81fa-b529fbae6bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:27.086291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:27:27.086291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816b29bf-afc3-406a-9d16-03927f901992,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:27.086291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:27.086291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.086291 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Added segment 13e3ca50-0c7b-4818-bbb5-888e43945838 of type vlan for network 587421a2-5f9a-433f-9033-684c5e5fdede Jun 19 20:27:27.122004 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.236630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3dd7a-6f76-4341-a0e6-2c85bf17cf58 req-9dfb66dd-c6fc-4d63-a62b-dccfd79cfb94 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:27.238079 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-42f3dd7a-6f76-4341-a0e6-2c85bf17cf58 req-9dfb66dd-c6fc-4d63-a62b-dccfd79cfb94 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0701246 Jun 19 20:27:27.249661 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce002f-8f67-4b5a-881e-1fdbb54f8dd3 req-c34d5c76-1f04-486d-a999-8074a9738b9b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:27.251125 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f8ce002f-8f67-4b5a-881e-1fdbb54f8dd3 req-c34d5c76-1f04-486d-a999-8074a9738b9b tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0624146 Jun 19 20:27:27.284128 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-42f3dd7a-6f76-4341-a0e6-2c85bf17cf58 req-4a381c89-e469-455b-8210-dfebc4b23359 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397060 Jun 19 20:27:27.289299 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f8ce002f-8f67-4b5a-881e-1fdbb54f8dd3 req-ecf08d0d-7076-40fa-b282-508d15ba081d tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Jun 19 20:27:27.390204 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.391507 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:27.392112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.394811 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ab641627-0286-43c0-9f7c-fd5edc4c59c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:27.447661 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Pushing event updated for resources: {'Network': ['ID=587421a2-5f9a-433f-9033-684c5e5fdede,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:27.450290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:27.457624 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 587421a2-5f9a-433f-9033-684c5e5fdede details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:27:27.550311 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1303008 Jun 19 20:27:27.550311 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34558) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:27.553444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Request body: {'subnet': {'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1949906780-subnet', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:27.672102 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Made reservation on behalf of 0c1f30cfe0294152bbef75b4243f9367 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:27:27.674712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7556795'] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.927727 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7941775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7556777'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:27.930374 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-039749d0-23c8-43e4-9c5a-fd6ce995f489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:27.999708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1377ca47-5aa8-4825-845a-c2399335715d,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:28.005905 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:28.016973 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Checking segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:27:28.018156 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Network hostable DHCP agents. Network: 587421a2-5f9a-433f-9033-684c5e5fdede, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:27:28.128782 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Network 587421a2-5f9a-433f-9033-684c5e5fdede is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:27:28.230522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 587421a2-5f9a-433f-9033-684c5e5fdede) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:28.234692 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:28.235275 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.242680 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dfb968-2255-40be-a345-b79e1e1389f6 None None] Network 587421a2-5f9a-433f-9033-684c5e5fdede requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:27:28.300397 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7507398 Jun 19 20:27:28.302894 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34568) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:28.307620 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:28.396426 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.397473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.475888 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-587421a2-5f9a-433f-9033-684c5e5fdede', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:27:28.476936 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.510233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.521197 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899529c-a7c3-44ac-8d65-b15e15df3d46 req-cc3eb562-323b-4c76-95a8-e1c92958fa57 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:28.523587 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a899529c-a7c3-44ac-8d65-b15e15df3d46 req-cc3eb562-323b-4c76-95a8-e1c92958fa57 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0941744 Jun 19 20:27:28.549112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee04095-f567-443f-a3a7-ad5cee1ab9c1 req-f1212c34-9b39-4689-bb60-669bed918273 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:28.551079 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cee04095-f567-443f-a3a7-ad5cee1ab9c1 req-f1212c34-9b39-4689-bb60-669bed918273 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.1062987 Jun 19 20:27:28.580719 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a899529c-a7c3-44ac-8d65-b15e15df3d46 req-1a11842b-d3ff-44af-8eb7-cf60313bbaee tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476906 Jun 19 20:27:28.681850 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Allocated IP 172.20.0.2 (587421a2-5f9a-433f-9033-684c5e5fdede/1377ca47-5aa8-4825-845a-c2399335715d/0c9dea0a-42d0-4a67-9376-3ef59126a700) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:27:28.704803 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cee04095-f567-443f-a3a7-ad5cee1ab9c1 req-a108cbfa-af4d-4e43-83ef-af7e996d91ea tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475437 Jun 19 20:27:28.747211 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.872362 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:28.882718 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Transition to ACTIVE for port object 0c9dea0a-42d0-4a67-9376-3ef59126a700 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:28.917194 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Transition to ACTIVE for port object 0c9dea0a-42d0-4a67-9376-3ef59126a700 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:29.013887 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.017946 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:29.047615 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.067793 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.079146 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Pushing event updated for resources: {'Port': ['ID=0c9dea0a-42d0-4a67-9376-3ef59126a700,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:29.090331 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.090694 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.091036 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.091374 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.091723 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.092059 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.092387 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.092727 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.093115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.093398 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.093721 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.094056 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:29.098992 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Network 587421a2-5f9a-433f-9033-684c5e5fdede is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:29.099894 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:29.101195 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:29.103252 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:27:29.175212 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Attempting to bind port 0c9dea0a-42d0-4a67-9376-3ef59126a700 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:27:29.175620 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Attempting to bind port 0c9dea0a-42d0-4a67-9376-3ef59126a700 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:27:29.176467 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Attempting to bind port 0c9dea0a-42d0-4a67-9376-3ef59126a700 on network 587421a2-5f9a-433f-9033-684c5e5fdede {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:29.191548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:27:29.191935 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Checking segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:27:29.192380 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.192791 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Bound using segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:27:29.193289 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Bound port: 0c9dea0a-42d0-4a67-9376-3ef59126a700, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:27:29.193680 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.253789 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Allocated IP 172.27.2.13 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/84f56bd3-0989-408c-a075-c15c82debfbe) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:27:29.278773 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] For port 0c9dea0a-42d0-4a67-9376-3ef59126a700, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:27:29.281869 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] For port 0c9dea0a-42d0-4a67-9376-3ef59126a700, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0c9dea0a-42d0-4a67-9376-3ef59126a700,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:27:29.362928 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.367642 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-94fbb88a-d611-40f7-9460-7619227a61f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:29.378450 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.495501 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Pushing event updated for resources: {'Port': ['ID=0c9dea0a-42d0-4a67-9376-3ef59126a700,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:29.503523 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:29.528302 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:29.539065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:29.571330 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:29.589175 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:29.594266 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:27:29.698150 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Pushing event updated for resources: {'Port': ['ID=84f56bd3-0989-408c-a075-c15c82debfbe,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:29.702607 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:29.825923 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485f80-82bb-4eb3-87c5-fc4c02613a1a req-2848d0e9-3fe6-4042-acb7-b4e3bc39d083 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:29.834641 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-de485f80-82bb-4eb3-87c5-fc4c02613a1a req-2848d0e9-3fe6-4042-acb7-b4e3bc39d083 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0800452 Jun 19 20:27:29.882566 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-de485f80-82bb-4eb3-87c5-fc4c02613a1a req-f1d78455-19a2-4dc9-bc62-e3cffe24a978 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464356 Jun 19 20:27:29.986469 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46af2db-8c90-4276-a2a6-23b929903316 req-ffc67a17-6fd3-4ef8-8b6d-ccf07fbbac6a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:29.988051 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a46af2db-8c90-4276-a2a6-23b929903316 req-ffc67a17-6fd3-4ef8-8b6d-ccf07fbbac6a tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.0720749 Jun 19 20:27:30.069053 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-8ec5ada7-3261-441b-be79-c045172c1a33 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:30.070859 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-8ec5ada7-3261-441b-be79-c045172c1a33 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 946 time: 0.1195195 Jun 19 20:27:30.095190 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a46af2db-8c90-4276-a2a6-23b929903316 req-58364530-a9f2-470d-983f-f031d882a69c tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/security-groups?id=523505a5-055a-4270-ba6f-fa050c603369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841043 Jun 19 20:27:30.174106 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:30.200871 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Deleting port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:30.201215 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:30.372474 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] For port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,segment=NetworkSegment(bc719eae-d091-4295-9273-4556a83112f0),segment_id=bc719eae-d091-4295-9273-4556a83112f0)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:30.372828 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:30.479345 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Calling delete_port for a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:30.639520 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaac058-32fe-48d7-920b-3b0f23fa8139 None None] Network 587421a2-5f9a-433f-9033-684c5e5fdede requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:27:30.739455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:30.743032 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:30.745803 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8429cde9-8574-4e5d-a547-d970c0cc8be6 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:30.786197 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Pushing event deleted for resources: {'Port': ['ID=a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:30.794747 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:30.871438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] No DVR routers for this DVR port a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:30.875354 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:30.877743 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b0bf0afd-0e0d-4e73-8f1a-3acc7eb4c0a8 req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.22 "DELETE /v2.0/ports/a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 HTTP/1.1" status: 204 len: 173 time: 0.7990541 Jun 19 20:27:30.878465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'name': 'network-vif-deleted', 'tag': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:30.882097 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ad12a-d51b-4f9d-8efb-c950bc4c50a3" -d '{"events": [{"server_uuid": "3d4b9917-592f-4dda-9e06-fd6b1718aad6", "name": "network-vif-deleted", "tag": "a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:30.931298 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ce4a1-2f21-487d-adca-64069bb743f3 x-openstack-request-id: req-490ce4a1-2f21-487d-adca-64069bb743f3 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:30.931789 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4b9917-592f-4dda-9e06-fd6b1718aad6", "name": "network-vif-deleted", "tag": "a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:30.932317 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-490ce4a1-2f21-487d-adca-64069bb743f3 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:30.932949 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4b9917-592f-4dda-9e06-fd6b1718aad6', 'name': 'network-vif-deleted', 'tag': 'a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73', 'status': 'completed', 'code': 200} Jun 19 20:27:30.945398 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-30bd5264-4343-45a1-85c4-55509001091e None None] Provisioning for port 0c9dea0a-42d0-4a67-9376-3ef59126a700 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:31.036742 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Router 9c5857d6-201f-4540-95b3-07f3cda972aa is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:27:31.192972 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83828e1-011c-4a43-9406-8bf3ee7ba63e req-3935374c-5ded-4800-abf6-b09d11f82d58 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:31.194685 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f83828e1-011c-4a43-9406-8bf3ee7ba63e req-3935374c-5ded-4800-abf6-b09d11f82d58 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1520994 Jun 19 20:27:31.253791 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:27:31.264624 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:27:31.269012 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-53df63ee-b799-4964-9d46-daee01b11ef4 req-39ce6dde-dea3-446d-b158-e63a2d6d8147 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0302975 Jun 19 20:27:31.271783 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f83828e1-011c-4a43-9406-8bf3ee7ba63e req-4ce3b52a-9e64-49cb-8933-64219f90ddd5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690558 Jun 19 20:27:31.281336 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:27:31.282020 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:27:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:31.402293 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0c9dea0a-42d0-4a67-9376-3ef59126a700 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:31.430782 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:27:31.510333 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:31.511523 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2076621 Jun 19 20:27:31.514230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34598) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:31.627539 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:29Z', 'revision_number': 3, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:31.654003 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:27:31.654684 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Updating router 9c5857d6-201f-4540-95b3-07f3cda972aa port 84f56bd3-0989-408c-a075-c15c82debfbe binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:27:31.663210 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 0c9dea0a-42d0-4a67-9376-3ef59126a700 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:31.677344 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 0c9dea0a-42d0-4a67-9376-3ef59126a700 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:31.677727 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:31.720831 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:31.856580 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:31.931584 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 0c9dea0a-42d0-4a67-9376-3ef59126a700, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0c9dea0a-42d0-4a67-9376-3ef59126a700,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:31.935373 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.026650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.029987 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.033981 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:32.063623 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Transition to ACTIVE for port object 84f56bd3-0989-408c-a075-c15c82debfbe will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:32.081736 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:27:32.099341 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=0c9dea0a-42d0-4a67-9376-3ef59126a700,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:32.107653 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:32.134388 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Allocated IP 172.20.0.1 (587421a2-5f9a-433f-9033-684c5e5fdede/1377ca47-5aa8-4825-845a-c2399335715d/6d6a36e3-399a-4b9e-b76e-88e76a87c321) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:27:32.167653 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.170046 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:32.222245 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f8ffe-b593-4fca-b4cd-4a4cef52f506 None None] Pushing event updated for resources: {'Port': ['ID=84f56bd3-0989-408c-a075-c15c82debfbe,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:32.225242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3d5f8ffe-b593-4fca-b4cd-4a4cef52f506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:32.226206 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Attempting to bind port 84f56bd3-0989-408c-a075-c15c82debfbe on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:27:32.226513 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Attempting to bind port 84f56bd3-0989-408c-a075-c15c82debfbe by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:27:32.226877 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Attempting to bind port 84f56bd3-0989-408c-a075-c15c82debfbe on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:32.232430 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:27:32.232858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:27:32.233269 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.233676 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:27:32.234133 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Bound port: 84f56bd3-0989-408c-a075-c15c82debfbe, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:27:32.234512 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.260185 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.277144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Transition to ACTIVE for port object 6d6a36e3-399a-4b9e-b76e-88e76a87c321 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:32.289650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] For port 84f56bd3-0989-408c-a075-c15c82debfbe, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:27:32.292981 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] For port 84f56bd3-0989-408c-a075-c15c82debfbe, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=84f56bd3-0989-408c-a075-c15c82debfbe,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:27:32.379505 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.381575 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:32.407785 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.410075 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:32.457966 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f8ffe-b593-4fca-b4cd-4a4cef52f506 None None] Pushing event updated for resources: {'Port': ['ID=84f56bd3-0989-408c-a075-c15c82debfbe,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:32.470595 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3d5f8ffe-b593-4fca-b4cd-4a4cef52f506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:32.483275 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:27:32.484661 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:27:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:32.485041 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7170a2-b71f-4f51-8243-9df23c72dd61 req-22bf3ce6-e927-4ead-b054-8df3fcd33e09 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:32.492417 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-eb7170a2-b71f-4f51-8243-9df23c72dd61 req-22bf3ce6-e927-4ead-b054-8df3fcd33e09 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0826554 Jun 19 20:27:32.512424 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c3dd3181-723f-4f69-a627-d9316ec2fae4 req-94b2a1d1-4302-4293-b6c2-1e2399457aab tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0395250 Jun 19 20:27:32.527955 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Network 587421a2-5f9a-433f-9033-684c5e5fdede is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:32.532991 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:32.536750 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:27:32.552824 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-eb7170a2-b71f-4f51-8243-9df23c72dd61 req-7e18859c-c80f-4c46-8ff3-8d902966ad96 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594528 Jun 19 20:27:32.571460 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6a36e3-399a-4b9e-b76e-88e76a87c321,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:32.575913 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:32.591803 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:32.601700 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:27:32.822133 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:29Z', 'revision_number': 3, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:32.855776 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99523f64-f691-43c9-a06d-5bb0045369bf None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:29Z', 'revision_number': 3, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:27:32.861213 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.053361 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-f91ab6bf-1ae8-4182-8d43-cafa131d97f7 None None] Provisioning for port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:33.057992 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-f91ab6bf-1ae8-4182-8d43-cafa131d97f7 None None] Provisioning complete for port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:33.058372 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f91ab6bf-1ae8-4182-8d43-cafa131d97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.081649 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.197606 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.200123 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:33.244922 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-f91ab6bf-1ae8-4182-8d43-cafa131d97f7 None None] Port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:27:33.271010 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6a36e3-399a-4b9e-b76e-88e76a87c321,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:33.273414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.275404 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:33.380151 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Network 587421a2-5f9a-433f-9033-684c5e5fdede is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:33.381703 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:33.502660 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0c9dea0a-42d0-4a67-9376-3ef59126a700 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:33.530573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Router 9c5857d6-201f-4540-95b3-07f3cda972aa has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:27:33.566210 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 0c9dea0a-42d0-4a67-9376-3ef59126a700 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:33.566210 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.708854 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b6ed4b73-646b-4860-8615-832ca329c96f req-9adf2116-b820-4848-94b9-c5d61fb10814 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0324817 Jun 19 20:27:33.720864 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-71afd9ed-b4de-4d4f-a429-ea69701fbc37 None None] Provisioning complete for port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:33.721478 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-71afd9ed-b4de-4d4f-a429-ea69701fbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.724016 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 84f56bd3-0989-408c-a075-c15c82debfbe up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:33.730943 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:27:33.740155 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/9c5857d6-201f-4540-95b3-07f3cda972aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2248998 Jun 19 20:27:33.814601 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-71afd9ed-b4de-4d4f-a429-ea69701fbc37 None None] Port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:27:33.817482 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a718a-5d76-4441-b322-ea8ec124014d req-6b753beb-41c4-4281-8ad5-f13dff0ea56f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:33.819024 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a01a718a-5d76-4441-b322-ea8ec124014d req-6b753beb-41c4-4281-8ad5-f13dff0ea56f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1036460 Jun 19 20:27:33.858237 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a01a718a-5d76-4441-b322-ea8ec124014d req-20704287-5d4b-4318-9ca4-05cc10ca8d91 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329709 Jun 19 20:27:33.898860 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 84f56bd3-0989-408c-a075-c15c82debfbe completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:33.905843 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 84f56bd3-0989-408c-a075-c15c82debfbe triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:33.906440 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:33.983521 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.004357 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 84f56bd3-0989-408c-a075-c15c82debfbe, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=84f56bd3-0989-408c-a075-c15c82debfbe,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:34.127854 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.131069 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3d5f8ffe-b593-4fca-b4cd-4a4cef52f506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:34.179047 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=84f56bd3-0989-408c-a075-c15c82debfbe,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:34.182415 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:34.367455 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-85af49c0-2b79-4c1c-928d-63f48a7fc94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.477315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34636) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:34.482624 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1526545695', 'description': 'tempest-description--89378211'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:34.539133 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:27:34.549004 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:27:34.549622 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:27:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:34.590422 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.650281 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:27:34.668037 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.699252 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:34.721713 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:34.722382 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device a6c3b4f3-dfbb-4dc6-9fe4-f1adcd866a73 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:34.773098 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.776827 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-77a65fd2-a387-408d-8226-edefeb502296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:34.805411 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93494d42-2af9-4ae5-b7ee-810fbf973b6d,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:34.809281 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:34.857701 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 2, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:34.865123 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d196166e-f160-4eb4-8969-5c5e081ca088 req-81ee01ab-d68c-4468-b79e-f1af495249fe tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0353758 Jun 19 20:27:34.884203 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:27:34.884560 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Updating router 9c5857d6-201f-4540-95b3-07f3cda972aa port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:27:34.893561 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:34.898802 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4166465 Jun 19 20:27:34.899622 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34648) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:34.904717 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'security_group_rule': {'security_group_id': '93494d42-2af9-4ae5-b7ee-810fbf973b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:34.923763 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.040804 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.075393 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29876eb-e130-4e3f-9735-31354751bff2 req-1f01df62-6b8d-46c3-a8a1-db303f15ea8f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:35.077010 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f29876eb-e130-4e3f-9735-31354751bff2 req-1f01df62-6b8d-46c3-a8a1-db303f15ea8f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0856273 Jun 19 20:27:35.130792 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.134395 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f29876eb-e130-4e3f-9735-31354751bff2 req-74e49195-73b4-4bcd-bcf6-02a540855996 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486987 Jun 19 20:27:35.184072 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.193438 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Transition to ACTIVE for port object 6d6a36e3-399a-4b9e-b76e-88e76a87c321 will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:35.201285 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.205771 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1949bd46-30c4-45b6-a7ea-79235c926b51 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:35.220584 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9e7a88-0452-400f-acca-d83534dc3b25,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:35.224279 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:35.321302 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.323706 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:35.350513 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.354416 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34652) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:35.354576 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4536929 Jun 19 20:27:35.360537 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'security_group_rule': {'security_group_id': '93494d42-2af9-4ae5-b7ee-810fbf973b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:35.381775 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 84f56bd3-0989-408c-a075-c15c82debfbe up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:35.405840 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec86f-4a28-465e-a2b4-f720f914adff None None] Pushing event updated for resources: {'Port': ['ID=6d6a36e3-399a-4b9e-b76e-88e76a87c321,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:35.408862 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-696ec86f-4a28-465e-a2b4-f720f914adff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:35.431524 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 84f56bd3-0989-408c-a075-c15c82debfbe triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:35.440957 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.467343 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.544806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.549934 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Attempting to bind port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:27:35.550421 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Attempting to bind port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:27:35.550650 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Attempting to bind port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 on network 587421a2-5f9a-433f-9033-684c5e5fdede {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:35.555680 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:27:35.556318 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Checking segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:27:35.556668 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.557058 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Bound using segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:27:35.557516 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Bound port: 6d6a36e3-399a-4b9e-b76e-88e76a87c321, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:27:35.557881 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.616486 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] For port 6d6a36e3-399a-4b9e-b76e-88e76a87c321, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:27:35.619612 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] For port 6d6a36e3-399a-4b9e-b76e-88e76a87c321, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=6d6a36e3-399a-4b9e-b76e-88e76a87c321,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:27:35.624349 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.626614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d82d8920-703f-4870-938f-b0936e296f9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:35.645826 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d55458-205d-485c-a68f-812c4328794e,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:35.648482 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:35.722842 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.725262 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-696ec86f-4a28-465e-a2b4-f720f914adff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:35.744791 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.748903 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3905044 Jun 19 20:27:35.749112 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34654) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:35.753831 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:35.786028 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec86f-4a28-465e-a2b4-f720f914adff None None] Pushing event updated for resources: {'Port': ['ID=6d6a36e3-399a-4b9e-b76e-88e76a87c321,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:35.789290 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-696ec86f-4a28-465e-a2b4-f720f914adff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:35.790051 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:27:35.790647 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:27:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:35.858708 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:35.898898 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:27:35.981392 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:36.059545 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f2a9bac2-0671-4194-9774-c2024411d965 req-6e65cad2-2610-4433-91ca-413d374e66f9 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d4b9917-592f-4dda-9e06-fd6b1718aad6 HTTP/1.1" status: 200 len: 210 time: 0.0391388 Jun 19 20:27:36.108825 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:35Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:36.122285 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Allocated IP 172.27.2.113 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/d491ba9e-6e8b-44b8-b850-da2a14859a8f) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:27:36.134578 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c93ed-2f7f-4588-8b66-dbca2dfef199 None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:35Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:27:36.269391 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:36.374049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2429a69-8b0f-443f-b3f6-94c887cd17d6 req-08981a85-f2cf-4d32-aa07-7ca832d92518 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:36.381910 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d2429a69-8b0f-443f-b3f6-94c887cd17d6 req-08981a85-f2cf-4d32-aa07-7ca832d92518 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0820496 Jun 19 20:27:36.384961 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:36.388507 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-324f5356-f1d9-4928-a53a-8611d501e73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:36.417843 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d2429a69-8b0f-443f-b3f6-94c887cd17d6 req-82ebeb16-7ada-43da-a088-8dd8199c3546 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349052 Jun 19 20:27:36.428461 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:36.431481 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:36.435116 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:27:36.440803 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'Port': ['ID=d491ba9e-6e8b-44b8-b850-da2a14859a8f,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:36.460283 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:36.565890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:36.675621 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:36.716089 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:36.950373 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5d3e0471-e90e-435f-8e1f-23082fde9021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.085160 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-9b35cd1e-234e-4339-9d5f-39edf5bd1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:37.087152 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-9b35cd1e-234e-4339-9d5f-39edf5bd1b1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1098 time: 0.0956206 Jun 19 20:27:37.159122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.172616 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34670) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:37.178981 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.216649 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-cc9dfa54-cb90-4686-bcdf-e07e55ec6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:37.216649 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-cc9dfa54-cb90-4686-bcdf-e07e55ec6239 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.1187670 Jun 19 20:27:37.226108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Deleting subnet 43808142-728d-46ce-8395-9750204a83ff {{(pid=93445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:27:37.229808 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.258877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.262410 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:37.267669 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7941762'] for subnet, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.314837 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.369751 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-c52f90d1-d8ed-4a4e-8581-13a40a71f86f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 1001 time: 0.1469078 Jun 19 20:27:37.374036 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'Port': ['ID=d491ba9e-6e8b-44b8-b850-da2a14859a8f,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:37.380159 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:37.411397 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.435220 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-7a42a856-4425-4a26-ad18-eed947dfa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:37.437115 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-7a42a856-4425-4a26-ad18-eed947dfa55b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0596137 Jun 19 20:27:37.444214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6d6a36e3-399a-4b9e-b76e-88e76a87c321 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:37.470534 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7941710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7556752'] for subnet, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.473173 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:37.517757 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-8fe90797-acde-4e16-a250-7f03818e866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:37.519638 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-8fe90797-acde-4e16-a250-7f03818e866b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757437 Jun 19 20:27:37.521796 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43808142-728d-46ce-8395-9750204a83ff,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:37.527292 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:37.530115 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.534554 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43808142-728d-46ce-8395-9750204a83ff HTTP/1.1" status: 204 len: 168 time: 0.3602788 Jun 19 20:27:37.536344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34682) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:37.567371 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-82a24a6d-d84d-42eb-8d67-03f8a96c9c4d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516527904&fields=id&tenant_id=88f710bbe4af4d8596206d565112c600 HTTP/1.1" status: 200 len: 267 time: 0.0396366 Jun 19 20:27:37.590331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.591478 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8414652 Jun 19 20:27:37.625273 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:37.631387 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:37.631776 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.686947 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-14d96347-ec66-4291-871d-17413d27f4dc tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:37.688560 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-14d96347-ec66-4291-871d-17413d27f4dc tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 807 time: 0.1146209 Jun 19 20:27:37.705793 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-6ef50c53-dd10-4221-a3fe-1f061ae15e8c tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/quotas/88f710bbe4af4d8596206d565112c600 HTTP/1.1" status: 200 len: 375 time: 0.0109713 Jun 19 20:27:37.708275 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.736368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.736938 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-cefc0d7f-ca50-47bb-8c76-82a1b1012ebd service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084293 Jun 19 20:27:37.750937 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c3eb-5f22-4496-a2d0-f6eaa4a29351 req-f594582a-c0d3-407a-a18c-9fe1c7ffab44 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:37.754831 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0b81c3eb-5f22-4496-a2d0-f6eaa4a29351 req-f594582a-c0d3-407a-a18c-9fe1c7ffab44 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.1734397 Jun 19 20:27:37.779045 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 6d6a36e3-399a-4b9e-b76e-88e76a87c321, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=6d6a36e3-399a-4b9e-b76e-88e76a87c321,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:37.785032 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-777a89bc-e249-4765-8b47-5a2938853ff1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718954 Jun 19 20:27:37.870184 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.873305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:37.882926 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-d6295de3-ade0-4067-9007-c3f8c60de7f0 service neutron] 10.222.0.25 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864112 Jun 19 20:27:37.898656 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.913199 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0b81c3eb-5f22-4496-a2d0-f6eaa4a29351 req-dd177053-0b76-42e5-aef8-9b823e9a0881 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321299 Jun 19 20:27:37.917327 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e659d689-690a-458a-ad02-4fb8313c0ed1']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:37.924306 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=6d6a36e3-399a-4b9e-b76e-88e76a87c321,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:37.927809 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:37.940020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc719eae-d091-4295-9273-4556a83112f0') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:37.940316 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc719eae-d091-4295-9273-4556a83112f0') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:27:37.956167 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7e618395-03aa-4e1e-a8fb-7999ab8da691 req-cd5f8bf3-d272-40d5-b0f9-0500ef8d5ae9 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004118 Jun 19 20:27:37.959557 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.975257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.981928 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:27:37.982313 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:27:37.984021 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:27:37.987994 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:27:37.993621 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-748016be-debd-47f1-8d51-b93cb5696936 service neutron] 10.222.0.25 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026156 Jun 19 20:27:38.075123 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-8af5db3f-4e9f-4878-adaa-711050bde033 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1526545695&fields=id&tenant_id=0c1f30cfe0294152bbef75b4243f9367 HTTP/1.1" status: 200 len: 267 time: 0.0410545 Jun 19 20:27:38.087528 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.156362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.164563 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.166439 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e659d689-690a-458a-ad02-4fb8313c0ed1 HTTP/1.1" status: 204 len: 168 time: 0.6291862 Jun 19 20:27:38.169575 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3f8bd9b9-2f8b-43eb-8a03-98fa43f10b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:38.188601 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e659d689-690a-458a-ad02-4fb8313c0ed1,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:38.195039 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:38.210221 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-bf94aba7-ad97-4bc7-b1a6-d5bd67b91045 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:38.211781 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-bf94aba7-ad97-4bc7-b1a6-d5bd67b91045 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 811 time: 0.1298177 Jun 19 20:27:38.226815 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-b4bc0a8e-ed03-44a7-81d1-e4843a0d99b3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/quotas/0c1f30cfe0294152bbef75b4243f9367 HTTP/1.1" status: 200 len: 375 time: 0.0094190 Jun 19 20:27:38.297712 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-12ef6da1-0523-404a-b4fc-3b0dc606147c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658779 Jun 19 20:27:38.398236 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-0c0ea756-7d44-4ea8-b008-e8d1e59698b8 service neutron] 10.222.0.25 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871060 Jun 19 20:27:38.497765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-ee01755c-32e1-458f-8078-8e7fd171e869 service neutron] 10.222.0.25 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938296 Jun 19 20:27:38.587455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34706) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:38.630713 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-f61df528-27e0-4de8-b41f-58a3bd456f47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a70ccd5ad011493d877d992f60cb1799&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418324 Jun 19 20:27:38.637902 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34710) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:38.718029 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-822b446d-6dc4-40c7-816b-cedd8b5c19c0 req-21c5fb16-38c3-4f46-9501-0b1b9f70addd tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0580504 Jun 19 20:27:38.749230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.754486 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-33c2c154-64a4-43b9-a4a7-9770ab90c62c req-05e38ae1-3fd2-41c6-8adf-76e5101e75cc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0428710 Jun 19 20:27:38.781039 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.875955 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.879163 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:38.880325 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/523505a5-055a-4270-ba6f-fa050c603369 HTTP/1.1" status: 204 len: 168 time: 0.2414420 Jun 19 20:27:38.881077 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-328929eb-a663-457b-ba06-ea39cd3cef4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:38.888551 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523505a5-055a-4270-ba6f-fa050c603369,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:38.891161 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:39.103118 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38de67-fe40-4e94-8539-6d8da940581c req-033db864-d8f4-4369-a9c7-69ef57b244d0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:39.104754 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-aa38de67-fe40-4e94-8539-6d8da940581c req-033db864-d8f4-4369-a9c7-69ef57b244d0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0643804 Jun 19 20:27:39.143341 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-aa38de67-fe40-4e94-8539-6d8da940581c req-c45f97d1-0ff9-4ae7-968f-30a093a66e3b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325761 Jun 19 20:27:39.377004 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6d6a36e3-399a-4b9e-b76e-88e76a87c321 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:39.428903 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:39.429625 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:39.831883 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-eec63ebc-34c1-44f0-8e46-e15cfaf9c1d3 req-d8fea35d-5e3b-4c2a-8621-af44c6f8700d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0572157 Jun 19 20:27:39.869641 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1bf2bb9-08cd-4ffc-b722-c6a7081c5ca1 req-9986dc2c-f2ca-4be3-97b8-283560fb3e2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0318241 Jun 19 20:27:39.916078 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:40.064678 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:40.138190 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:40.161497 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:40.163740 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a7ac2e-4572-450b-9f02-e5c0a84a44a7" -d '{"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:40.176904 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:40.202483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4c574-b54f-4f2b-97e9-ee2c38c26958 x-openstack-request-id: req-4fd4c574-b54f-4f2b-97e9-ee2c38c26958 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:40.202785 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:40.203045 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fd4c574-b54f-4f2b-97e9-ee2c38c26958 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:40.203445 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'code': 200} Jun 19 20:27:40.310159 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:40.321616 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-22c690e5-43ac-4dcd-9da1-23b8be2f3bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:40.357314 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7963b1-8c18-4f74-ae3e-c2a141d0cbff req-d7fb3e30-de58-42c4-a109-745ed76ddc10 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:40.358855 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8c7963b1-8c18-4f74-ae3e-c2a141d0cbff req-d7fb3e30-de58-42c4-a109-745ed76ddc10 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 945 time: 0.0730872 Jun 19 20:27:40.373767 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=8']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:40.377597 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:40.440197 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8c7963b1-8c18-4f74-ae3e-c2a141d0cbff req-7269c7e3-8259-4768-b2d8-c74bae77702c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373080 Jun 19 20:27:40.939590 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34796) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:40.960406 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e4cf6c8d-5ef5-402f-b769-fdfe94d61fae req-223b513e-03f6-450b-b46b-ebcc7c783e05 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0293674 Jun 19 20:27:41.017268 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3f7d9638-fa01-4b1f-8784-d4cc2650c471 req-511ecbd0-000a-4315-b7a3-3e476da66c10 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Jun 19 20:27:41.043804 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.128252 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.201487 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.204006 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-03af1bc7-0f80-4a5f-a935-fe0eeec81cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:41.244028 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25e85a937c274efe820f12d335599958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033035 Jun 19 20:27:41.244778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb19456-a598-40ff-8644-d3d2ca85e3e8,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:41.246696 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34800) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:41.251824 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.252227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.252786 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.253151 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.253504 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.253853 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.254199 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.254545 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.254908 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.255232 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.255572 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.255907 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:41.259697 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:41.306561 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.327140 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.503524 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.503524 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:41.503524 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdb19456-a598-40ff-8644-d3d2ca85e3e8 HTTP/1.1" status: 204 len: 168 time: 0.2554603 Jun 19 20:27:41.504567 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bf1e5d98-51f7-4e55-bcf6-66d02f26afc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:41.513394 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb19456-a598-40ff-8644-d3d2ca85e3e8,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:41.517667 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:41.856788 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee52a34-8c0c-4682-af7b-bafcfc5ca2d3 req-e73b2edc-51fa-4084-8d35-ceea6bef4b0b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:41.860123 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1ee52a34-8c0c-4682-af7b-bafcfc5ca2d3 req-e73b2edc-51fa-4084-8d35-ceea6bef4b0b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.3174186 Jun 19 20:27:41.904511 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1ee52a34-8c0c-4682-af7b-bafcfc5ca2d3 req-be8d624d-2d01-435c-b6bb-8a8e72ea0cef tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Jun 19 20:27:42.119147 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-aea9bd2a-88e3-4888-b0ee-f91529e4e1ec req-14d31171-94b7-4128-8098-8c056895285d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0299540 Jun 19 20:27:42.175100 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c09d1829-11a5-4b4d-bae0-cdc54faff88e req-c44bdc88-4d04-456d-a619-99cd14964177 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0312376 Jun 19 20:27:43.077352 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-9488d1cd-bcd1-44e5-9aaa-45193be3ff10 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:43.078834 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-9488d1cd-bcd1-44e5-9aaa-45193be3ff10 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 811 time: 0.1371675 Jun 19 20:27:43.136768 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-5487c617-3bfb-43e9-83cb-4a5aec7fcde6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1f30cfe0294152bbef75b4243f9367 HTTP/1.1" status: 200 len: 380 time: 0.0481749 Jun 19 20:27:43.146891 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6ed0-bdfa-4526-8b07-86d3da537649 req-7ee47bac-2b7d-45cd-b67c-6d1728a99584 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:43.152503 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad0b6ed0-bdfa-4526-8b07-86d3da537649 req-7ee47bac-2b7d-45cd-b67c-6d1728a99584 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1275465 Jun 19 20:27:43.159685 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'port': {'device_id': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'admin_state_up': True, 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'security_groups': ['93494d42-2af9-4ae5-b7ee-810fbf973b6d']}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:43.248064 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad0b6ed0-bdfa-4526-8b07-86d3da537649 req-1164e66c-02f7-46a6-94f3-a27c20db8541 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926583 Jun 19 20:27:43.291965 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7283f5c5-91f1-42d5-b8f2-368a473b94ef req-fb552eca-f604-4c5f-b2c2-6533d9748c26 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0551353 Jun 19 20:27:43.399677 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5e0b544c-ad53-41e1-9895-b9a8e740fc6f req-0e515c06-ff31-49fa-bc35-937653def4f2 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Jun 19 20:27:43.487861 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Made reservation on behalf of 0c1f30cfe0294152bbef75b4243f9367 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:27:43.494299 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:43.638060 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Allocated IP 172.20.0.12 (587421a2-5f9a-433f-9033-684c5e5fdede/1377ca47-5aa8-4825-845a-c2399335715d/3d049b8a-1298-492e-8aa0-5fc0e295c084) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:27:43.785263 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:43.799088 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-1e83b101-2b58-4d2b-829a-5b76aa4ddf4f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:43.799967 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Transition to ACTIVE for port object 3d049b8a-1298-492e-8aa0-5fc0e295c084 will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:43.800706 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-1e83b101-2b58-4d2b-829a-5b76aa4ddf4f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 807 time: 0.1200740 Jun 19 20:27:43.855229 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-7c66f691-058b-4bb8-8cb9-66c79c31acae tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f710bbe4af4d8596206d565112c600 HTTP/1.1" status: 200 len: 380 time: 0.0422909 Jun 19 20:27:43.864964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'port': {'device_id': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'admin_state_up': True, 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'security_groups': ['51d25693-f17f-442e-8eaf-5dc05c3a8f8a']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:44.013257 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.017659 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:44.062896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Network 587421a2-5f9a-433f-9033-684c5e5fdede is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:44.066202 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:44.070294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:27:44.077083 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'Port': ['ID=3d049b8a-1298-492e-8aa0-5fc0e295c084,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:44.081003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:44.128384 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:44.128994 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.138567 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Made reservation on behalf of 88f710bbe4af4d8596206d565112c600 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:27:44.142241 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.268875 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Allocated IP 172.20.0.10 (27f59acb-1c74-4099-9b30-815b86e3f273/bd5310e0-e7b2-4367-8646-0444104c4ff3/4ef4676d-1bc1-4750-90da-8b91fb655758) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:27:44.322620 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1685309 Jun 19 20:27:44.337233 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Request body: {'port': {'device_id': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:44.391184 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34874) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:44.459607 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.485643 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.504548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-90750f62-fc61-4f72-a082-cfdda28ba18f None None] Provisioning for port 3d049b8a-1298-492e-8aa0-5fc0e295c084 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:44.508938 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-90750f62-fc61-4f72-a082-cfdda28ba18f None None] Provisioning complete for port 3d049b8a-1298-492e-8aa0-5fc0e295c084 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:44.509705 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-90750f62-fc61-4f72-a082-cfdda28ba18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.545393 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-eb9b5bc6-1521-46f4-b361-43e2ebc366e9 req-bea06f20-0394-49ff-9ce3-0d67ab3945ba tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0401483 Jun 19 20:27:44.548506 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-90750f62-fc61-4f72-a082-cfdda28ba18f None None] Port 3d049b8a-1298-492e-8aa0-5fc0e295c084 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:27:44.574088 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Transition to ACTIVE for port object 4ef4676d-1bc1-4750-90da-8b91fb655758 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:44.579661 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.644856 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe7371-9560-4669-b98f-e732fcad914c req-88e22491-e4aa-4278-a0df-15c5f2fa7f55 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:44.647107 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-14fe7371-9560-4669-b98f-e732fcad914c req-88e22491-e4aa-4278-a0df-15c5f2fa7f55 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1664779 Jun 19 20:27:44.729923 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-14fe7371-9560-4669-b98f-e732fcad914c req-ceba187a-5850-422e-94bb-c566ecac8d15 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660744 Jun 19 20:27:44.781007 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.788033 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53959-5afd-4f07-8f2a-591a65cb3210 req-fbde4bbe-5d17-4f56-a013-511c6aca3d09 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:44.789599 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a4a53959-5afd-4f07-8f2a-591a65cb3210 req-fbde4bbe-5d17-4f56-a013-511c6aca3d09 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 932 time: 0.1064949 Jun 19 20:27:44.826102 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.830327 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:44.864266 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d049b8a-1298-492e-8aa0-5fc0e295c084 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:27:44.870707 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.873933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.879171 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a4a53959-5afd-4f07-8f2a-591a65cb3210 req-2d5a623d-b093-4b08-99b2-aee86316873b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819545 Jun 19 20:27:44.890479 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Transition to ACTIVE for port object 3d049b8a-1298-492e-8aa0-5fc0e295c084 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:44.905587 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Network 27f59acb-1c74-4099-9b30-815b86e3f273 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:27:44.923095 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:27:44.927655 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:44.935207 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:27:44.947554 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e77fd4ad659b4eb2b27c66fe982d37b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546899 Jun 19 20:27:44.950143 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34890) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:44.967840 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.968237 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.968597 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.968950 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.969298 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.970150 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.970510 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.970880 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.971598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.972144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.972490 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.974340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:27:44.979907 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:44.980450 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0548aaef-35e0-441b-a621-2db22c10797b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:44.983476 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:44.986564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3e370a58-8513-4d8e-b38e-38d894161a87 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:45.022828 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:45.023435 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.027570 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31e822-a44c-4b4b-b284-db5fc2856bba,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:45.033508 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:45.084103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Pushing event updated for resources: {'Port': ['ID=3d049b8a-1298-492e-8aa0-5fc0e295c084,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:45.090431 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:45.091963 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.148561 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2877872 Jun 19 20:27:45.158535 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.162164 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Request body: {'port': {'device_id': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:27:45.210352 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Attempting to bind port 3d049b8a-1298-492e-8aa0-5fc0e295c084 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:27:45.210681 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Attempting to bind port 3d049b8a-1298-492e-8aa0-5fc0e295c084 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:27:45.211197 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Attempting to bind port 3d049b8a-1298-492e-8aa0-5fc0e295c084 on network 587421a2-5f9a-433f-9033-684c5e5fdede {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:45.216789 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Port 3d049b8a-1298-492e-8aa0-5fc0e295c084 on network 587421a2-5f9a-433f-9033-684c5e5fdede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:27:45.217319 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Attempting to bind port 3d049b8a-1298-492e-8aa0-5fc0e295c084 on network 587421a2-5f9a-433f-9033-684c5e5fdede {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:45.224032 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:27:45.224597 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Checking segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:27:45.225111 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Bound using segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:27:45.225719 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Bound port: 3d049b8a-1298-492e-8aa0-5fc0e295c084, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:27:45.226063 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.288739 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.308071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] For port 3d049b8a-1298-492e-8aa0-5fc0e295c084, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:27:45.310988 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] For port 3d049b8a-1298-492e-8aa0-5fc0e295c084, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:27:45.389756 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-52e42fbd-ad5e-4efa-8cbc-3cc55351a6f1 None None] Provisioning for port 4ef4676d-1bc1-4750-90da-8b91fb655758 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:45.389951 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.392468 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.393699 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba31e822-a44c-4b4b-b284-db5fc2856bba HTTP/1.1" status: 204 len: 168 time: 0.4423101 Jun 19 20:27:45.394521 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b0235722-60b3-400a-8d3e-2380f34a867c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:45.399917 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-52e42fbd-ad5e-4efa-8cbc-3cc55351a6f1 None None] Provisioning complete for port 4ef4676d-1bc1-4750-90da-8b91fb655758 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:45.400338 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-52e42fbd-ad5e-4efa-8cbc-3cc55351a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.417418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31e822-a44c-4b4b-b284-db5fc2856bba,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:45.424155 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:45.444721 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-52e42fbd-ad5e-4efa-8cbc-3cc55351a6f1 None None] Port 4ef4676d-1bc1-4750-90da-8b91fb655758 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:27:45.464461 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.467382 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:45.507293 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:45.507293 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.507855 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] 10.222.0.22 "PUT /v2.0/ports/3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 200 len: 1094 time: 1.1773958 Jun 19 20:27:45.508380 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:45.510621 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251bbfe1-0002-4095-aaee-f7eebf4a60ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:45.536737 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Pushing event updated for resources: {'Port': ['ID=3d049b8a-1298-492e-8aa0-5fc0e295c084,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:45.545162 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:45.559057 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f288f-c277-4da3-ad18-5ab25aaf7246 x-openstack-request-id: req-fe7f288f-c277-4da3-ad18-5ab25aaf7246 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:45.559492 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:45.559927 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe7f288f-c277-4da3-ad18-5ab25aaf7246 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:45.560986 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'status': 'completed', 'code': 200} Jun 19 20:27:45.611533 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef4676d-1bc1-4750-90da-8b91fb655758 {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:27:45.620583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.636281 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Transition to ACTIVE for port object 4ef4676d-1bc1-4750-90da-8b91fb655758 will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:27:45.659367 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bbfe1-0002-4095-aaee-f7eebf4a60ce req-fc62d327-f47f-4a66-b6e4-08bd251bdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:45.661066 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-251bbfe1-0002-4095-aaee-f7eebf4a60ce req-fc62d327-f47f-4a66-b6e4-08bd251bdf6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1097 time: 0.0645664 Jun 19 20:27:45.790316 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:45.795911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:45.839435 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bbfe1-0002-4095-aaee-f7eebf4a60ce req-cec2a492-524f-407f-aa36-d9dc4828660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:45.841176 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-251bbfe1-0002-4095-aaee-f7eebf4a60ce req-cec2a492-524f-407f-aa36-d9dc4828660e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c1f30cfe0294152bbef75b4243f9367&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1692474 Jun 19 20:27:45.867576 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94134a0a-bbb2-46dc-a393-af689a8e75ea req-67f359a7-0935-4197-a269-0540a8f51836 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:45.869197 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:45.869377 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-94134a0a-bbb2-46dc-a393-af689a8e75ea req-67f359a7-0935-4197-a269-0540a8f51836 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 932 time: 0.1884332 Jun 19 20:27:45.872651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:45.964959 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-94134a0a-bbb2-46dc-a393-af689a8e75ea req-b5e600aa-9aef-49ea-b163-42991d5fc58b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836751 Jun 19 20:27:46.022092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bbfe1-0002-4095-aaee-f7eebf4a60ce req-d6b8b161-ad1a-4fa1-9c76-d8f69f71d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.022801 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Attempting to bind port 4ef4676d-1bc1-4750-90da-8b91fb655758 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:27:46.023229 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Attempting to bind port 4ef4676d-1bc1-4750-90da-8b91fb655758 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:27:46.023669 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Attempting to bind port 4ef4676d-1bc1-4750-90da-8b91fb655758 on network 27f59acb-1c74-4099-9b30-815b86e3f273 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:46.023842 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-251bbfe1-0002-4095-aaee-f7eebf4a60ce req-d6b8b161-ad1a-4fa1-9c76-d8f69f71d6f2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749892 Jun 19 20:27:46.029376 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Port 4ef4676d-1bc1-4750-90da-8b91fb655758 on network 27f59acb-1c74-4099-9b30-815b86e3f273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:27:46.030118 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Attempting to bind port 4ef4676d-1bc1-4750-90da-8b91fb655758 on network 27f59acb-1c74-4099-9b30-815b86e3f273 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:27:46.036385 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:27:46.036794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Checking segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:27:46.041091 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Bound using segment: {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:27:46.041091 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Bound port: 4ef4676d-1bc1-4750-90da-8b91fb655758, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6c14a0-b627-43dc-a7d4-6a6c917787bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:27:46.041091 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.128348 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:27:46.132777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:27:46.199707 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-8839cc8a-1717-4302-b791-cf056a7db658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.201311 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-8839cc8a-1717-4302-b791-cf056a7db658 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1097 time: 0.1334236 Jun 19 20:27:46.212849 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281446e-9f06-4198-9085-18a31e85df17 req-29f22e1b-e6e7-4352-ab89-e729bcc2be1d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.213733 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.214215 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d281446e-9f06-4198-9085-18a31e85df17 req-29f22e1b-e6e7-4352-ab89-e729bcc2be1d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 944 time: 0.1140974 Jun 19 20:27:46.219129 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:46.248000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.248000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.249185 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] 10.222.0.22 "PUT /v2.0/ports/4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 1094 time: 1.0923004 Jun 19 20:27:46.252277 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:46.257685 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3045d1ad-6884-49b2-8541-7020a4d099e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:46.267069 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-dfe1e0c6-fb66-4f93-95fb-6a2307027497 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 200 len: 217 time: 0.0511577 Jun 19 20:27:46.294441 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:46.304438 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:46.320500 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e3e26e-837c-413a-81a4-8dd64782659e x-openstack-request-id: req-b6e3e26e-837c-413a-81a4-8dd64782659e {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:46.320830 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:46.321111 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6e3e26e-837c-413a-81a4-8dd64782659e {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:46.321531 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'status': 'completed', 'code': 200} Jun 19 20:27:46.328020 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34918) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:46.363124 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.510930 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.532992 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045d1ad-6884-49b2-8541-7020a4d099e3 req-503c7724-8960-44e8-bd9a-bcc76c9230f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.534608 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3045d1ad-6884-49b2-8541-7020a4d099e3 req-503c7724-8960-44e8-bd9a-bcc76c9230f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1097 time: 0.1842678 Jun 19 20:27:46.597934 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.605463 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7d2c06ff-7afe-452a-b80f-529df09eb643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:46.605628 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d281446e-9f06-4198-9085-18a31e85df17 req-c077023d-64d0-4d03-a26d-dd8be1540a5f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843048 Jun 19 20:27:46.615056 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2d338005-4a28-402a-9520-a6692990f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.616517 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-2d338005-4a28-402a-9520-a6692990f1e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.3429942 Jun 19 20:27:46.655981 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72fd3329b3d241d4938039df789c2921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244953 Jun 19 20:27:46.656625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 34922) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:46.660989 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7d96a-d5a6-456a-9802-eed54d3478a3,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:46.665381 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:46.678935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045d1ad-6884-49b2-8541-7020a4d099e3 req-f67e5712-e957-487f-a4bc-568da579295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.680458 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3045d1ad-6884-49b2-8541-7020a4d099e3 req-f67e5712-e957-487f-a4bc-568da579295b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=88f710bbe4af4d8596206d565112c600&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1383889 Jun 19 20:27:46.712756 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-8af8f0cd-5080-4274-80e7-65e0f8c95582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.714568 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-8af8f0cd-5080-4274-80e7-65e0f8c95582 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902355 Jun 19 20:27:46.773152 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.802516 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:46.808026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045d1ad-6884-49b2-8541-7020a4d099e3 req-7b326b01-17cd-4e1b-8080-14cdc81224a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.808026 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3045d1ad-6884-49b2-8541-7020a4d099e3 req-7b326b01-17cd-4e1b-8080-14cdc81224a3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190274 Jun 19 20:27:46.893870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-76df0e3d-0583-4eb9-b26e-4f0638d20016 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685741 Jun 19 20:27:46.919576 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-7f8d9c61-d1fe-486f-b9e3-79e3b09e9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.921406 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-7f8d9c61-d1fe-486f-b9e3-79e3b09e9c2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1097 time: 0.0674446 Jun 19 20:27:46.968254 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-98dc3ab6-acc3-41be-ba69-5f3f1c4c9d16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 217 time: 0.0395932 Jun 19 20:27:46.979764 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6befc13-8337-4a66-bbf2-8e95f562d6f7 req-671a942e-518f-41f9-abd3-52ebfb189adb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:46.981288 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a6befc13-8337-4a66-bbf2-8e95f562d6f7 req-671a942e-518f-41f9-abd3-52ebfb189adb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1541162 Jun 19 20:27:47.012538 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3e0096a1-9ecf-4421-8e92-d9e7d7f9d5e4 req-62a9bedb-fd29-4124-8b15-9d8b6e15b9a0 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117744 Jun 19 20:27:47.020766 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e40e1067-ce2a-45ce-8ed6-29cbdf93cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:47.022332 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-e40e1067-ce2a-45ce-8ed6-29cbdf93cc5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0480583 Jun 19 20:27:47.044494 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:47.047923 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:47.049656 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9f7d96a-d5a6-456a-9802-eed54d3478a3 HTTP/1.1" status: 204 len: 168 time: 0.3888147 Jun 19 20:27:47.053600 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-950e87ef-cb1e-4245-a56d-596c5a356bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:47.076725 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a6befc13-8337-4a66-bbf2-8e95f562d6f7 req-5ce8ea10-e000-42ea-b54b-a8170d83caa3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828707 Jun 19 20:27:47.081201 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7d96a-d5a6-456a-9802-eed54d3478a3,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:47.086336 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:47.196572 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-c8054ccb-b65e-43cd-b58c-df7468cf1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:47.198201 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-c8054ccb-b65e-43cd-b58c-df7468cf1e46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1685710 Jun 19 20:27:47.260562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a464c-d2ae-4658-8731-c7e1e55688dd req-e3321995-76c6-4ae1-b61a-fe43f61c52e2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:47.262025 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2f8a464c-d2ae-4658-8731-c7e1e55688dd req-e3321995-76c6-4ae1-b61a-fe43f61c52e2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.1677623 Jun 19 20:27:47.326155 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2f8a464c-d2ae-4658-8731-c7e1e55688dd req-d339b313-d1f1-4abb-9299-7ae32c99221a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550151 Jun 19 20:27:47.330511 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-818b2361-bd8c-4ae1-9d39-aab2dced1209 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236989 Jun 19 20:27:47.429949 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d39a0c58-d213-4de2-9451-122b857a2fcd req-38d9648f-3bc2-4c48-9cc1-2112fb99d44f service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920007 Jun 19 20:27:47.506126 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 34958) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:47.599291 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-82b5f0b8-f687-4871-9431-d86a2f485423 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918899 Jun 19 20:27:47.632215 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:47.810429 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788d23c-6794-4c8b-946e-c5c89fd4c13e req-7447573b-3929-4c68-8209-cf064d8d1169 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:47.811875 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c788d23c-6794-4c8b-946e-c5c89fd4c13e req-7447573b-3929-4c68-8209-cf064d8d1169 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 944 time: 0.0632763 Jun 19 20:27:47.854150 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c788d23c-6794-4c8b-946e-c5c89fd4c13e req-66cd4980-6281-4ded-acf7-e3441628d7d4 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358825 Jun 19 20:27:48.277362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ed312-7101-479e-afa5-fff1e0533c05 req-2fb7648b-f767-4660-8b5d-2d91cdcbfe38 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:48.278751 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-847ed312-7101-479e-afa5-fff1e0533c05 req-2fb7648b-f767-4660-8b5d-2d91cdcbfe38 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0677612 Jun 19 20:27:48.322344 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-847ed312-7101-479e-afa5-fff1e0533c05 req-e6bc8bdf-d3ca-49fc-92ba-539b9a56accf tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373702 Jun 19 20:27:48.515580 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02104d-d634-494f-a640-8394e097b877 req-61dd823d-d23c-4ab5-aca2-f1ea8de4ff15 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:48.516256 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cb02104d-d634-494f-a640-8394e097b877 req-61dd823d-d23c-4ab5-aca2-f1ea8de4ff15 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0637236 Jun 19 20:27:48.559792 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cb02104d-d634-494f-a640-8394e097b877 req-f01746e3-da21-4486-a6ed-67dc3758caba tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374174 Jun 19 20:27:49.031049 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf07da-29aa-4aab-ac6c-771998cb53b2 req-75075d8f-43c4-4ce2-985f-33f4416df180 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:49.032537 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-01bf07da-29aa-4aab-ac6c-771998cb53b2 req-75075d8f-43c4-4ce2-985f-33f4416df180 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 944 time: 0.0639803 Jun 19 20:27:49.072358 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-01bf07da-29aa-4aab-ac6c-771998cb53b2 req-3354aad8-fa31-4238-b306-81da52f9920e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Jun 19 20:27:49.497145 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae2a98-c245-4319-b414-ed8d76654a18 req-7073dac8-6274-470e-beaa-db9d43aa2ffb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:49.498640 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5cae2a98-c245-4319-b414-ed8d76654a18 req-7073dac8-6274-470e-beaa-db9d43aa2ffb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0615573 Jun 19 20:27:49.535890 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5cae2a98-c245-4319-b414-ed8d76654a18 req-20795e12-7376-416f-9d74-d4a389000b15 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Jun 19 20:27:49.738472 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb73c4f-6f07-4656-96cf-cdfcd8a5904c req-e4179fe1-4ba3-4d21-b4c7-47ec8386c81b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:49.744475 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4cb73c4f-6f07-4656-96cf-cdfcd8a5904c req-e4179fe1-4ba3-4d21-b4c7-47ec8386c81b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0714264 Jun 19 20:27:49.783185 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4cb73c4f-6f07-4656-96cf-cdfcd8a5904c req-b0af0fe8-e717-438a-bb27-06a8dd5f1fb4 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369689 Jun 19 20:27:50.265665 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bfb6c-2cf8-4b55-8419-634a218ef556 req-187896c8-2b9e-4d72-80df-ae87dfa587eb tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.268535 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7f2bfb6c-2cf8-4b55-8419-634a218ef556 req-187896c8-2b9e-4d72-80df-ae87dfa587eb tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 944 time: 0.0877635 Jun 19 20:27:50.306123 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7f2bfb6c-2cf8-4b55-8419-634a218ef556 req-a1737440-ff02-4cab-8220-9cecc1fbf5fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321054 Jun 19 20:27:50.382604 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e9901-3faa-46f1-9228-fe6a462ca7af req-5b72f385-37ca-4231-b6ae-d3ff95184c45 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.383957 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff4e9901-3faa-46f1-9228-fe6a462ca7af req-5b72f385-37ca-4231-b6ae-d3ff95184c45 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0651872 Jun 19 20:27:50.421238 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff4e9901-3faa-46f1-9228-fe6a462ca7af req-f31c364f-ee3b-4cde-90fc-4bfb2ceef1dc tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Jun 19 20:27:50.502630 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35048) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:50.579596 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-88284f95-e990-46af-ac47-4069809f643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.581417 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-88284f95-e990-46af-ac47-4069809f643c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf&tenant_id=face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 1096 time: 0.0827370 Jun 19 20:27:50.606695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:50.662649 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-7240ef96-0d03-45a7-a499-a546b3360e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.664056 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-7240ef96-0d03-45a7-a499-a546b3360e98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1096 time: 0.0562899 Jun 19 20:27:50.746206 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:50.753499 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-60b07285-fb59-4fb5-aba8-3363993b4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.755119 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-60b07285-fb59-4fb5-aba8-3363993b4c40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.0838754 Jun 19 20:27:50.759185 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfce5f4-bc89-4406-8a48-e712592f77d4 req-223cf374-c0ab-4fea-aeb6-1c93eab32fe0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.760764 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4cfce5f4-bc89-4406-8a48-e712592f77d4 req-223cf374-c0ab-4fea-aeb6-1c93eab32fe0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1003439 Jun 19 20:27:50.797541 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4cfce5f4-bc89-4406-8a48-e712592f77d4 req-ff044daa-1249-416a-86eb-b91f1a6964cc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Jun 19 20:27:50.818694 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:50.821357 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-29608afd-1371-45b7-88d6-d6eaf1dd419b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:50.855131 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-fd7d55de-6fc7-47ab-9aa2-dec88eedd516 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 999 time: 0.0922973 Jun 19 20:27:50.859130 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f9aa6d105904495a44448e478048075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554223 Jun 19 20:27:50.861760 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c4719-b5de-4e63-b690-d89a38472d3f,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:50.863311 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 35056) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:50.865227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:50.960449 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-0e372f76-6e90-4cd8-a186-c10dbda27ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:50.961755 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-0e372f76-6e90-4cd8-a186-c10dbda27ade service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0993576 Jun 19 20:27:51.016757 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:51.052236 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842fad9-8282-4ef9-860e-059dec33def1 req-b6ae98d8-3dae-426a-82b0-2ac305ab967e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:51.053648 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6842fad9-8282-4ef9-860e-059dec33def1 req-b6ae98d8-3dae-426a-82b0-2ac305ab967e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.1507800 Jun 19 20:27:51.058615 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:51.102985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-38c98ee9-b477-4a7c-b5ce-5d233cedc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:51.104410 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-38c98ee9-b477-4a7c-b5ce-5d233cedc3e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337953 Jun 19 20:27:51.163863 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6842fad9-8282-4ef9-860e-059dec33def1 req-490a296f-947a-4fc2-a3b6-2687820d0f67 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023393 Jun 19 20:27:51.206360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-81c40a07-16ac-4741-a85d-0fbaa1a86a85 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933366 Jun 19 20:27:51.279956 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:51.282785 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:51.283856 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e40c4719-b5de-4e63-b690-d89a38472d3f HTTP/1.1" status: 204 len: 168 time: 0.4130802 Jun 19 20:27:51.286029 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-081b0bd3-1f87-4109-9578-b16cfdac7140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:51.302944 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c4719-b5de-4e63-b690-d89a38472d3f,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:51.306235 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:51.308410 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-3553fe35-ef90-410b-bb3b-df1bdb706b53 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949790 Jun 19 20:27:51.474182 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811db49-a070-4cb5-87bd-8091ffbc63b5 req-35e38627-3872-4213-bbd8-c34cf7fcf573 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:51.475710 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5811db49-a070-4cb5-87bd-8091ffbc63b5 req-35e38627-3872-4213-bbd8-c34cf7fcf573 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 944 time: 0.0621531 Jun 19 20:27:51.512876 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5811db49-a070-4cb5-87bd-8091ffbc63b5 req-f7593e76-a125-4257-b8e7-3b50aadd56ab tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315986 Jun 19 20:27:51.600085 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c4d0-d7c3-49d3-af16-299dcce66009 req-20b7f913-2f0d-46cb-bb99-ac7e5a879d1a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:51.601558 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-40e8c4d0-d7c3-49d3-af16-299dcce66009 req-20b7f913-2f0d-46cb-bb99-ac7e5a879d1a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0641906 Jun 19 20:27:51.638027 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-40e8c4d0-d7c3-49d3-af16-299dcce66009 req-7ce6b611-ac33-446f-937e-213e363b44e4 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Jun 19 20:27:51.664199 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 3d049b8a-1298-492e-8aa0-5fc0e295c084 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:27:51.771473 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 3d049b8a-1298-492e-8aa0-5fc0e295c084, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:51.783067 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'port_id': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'mac_address': 'fa:16:3e:b1:f5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:27:51.836668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:51.853968 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d049b8a-1298-492e-8aa0-5fc0e295c084 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:27:51.874588 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 3d049b8a-1298-492e-8aa0-5fc0e295c084, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:51.972980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:51.975126 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:51.993770 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fb3f7-bfe5-47d8-9aad-5fd0387039be req-26733c44-54cb-44be-8bab-dd9fec412e3a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:51.995506 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-aa4fb3f7-bfe5-47d8-9aad-5fd0387039be req-26733c44-54cb-44be-8bab-dd9fec412e3a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0703809 Jun 19 20:27:52.024766 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=3d049b8a-1298-492e-8aa0-5fc0e295c084,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:52.027935 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:52.047320 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-aa4fb3f7-bfe5-47d8-9aad-5fd0387039be req-b407a01c-50d2-4e4f-9305-0a8419d74186 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372789 Jun 19 20:27:52.218473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-75c1dfe1-e2d1-4d35-ad3c-a09e914f9cc9 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:52.220059 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-75c1dfe1-e2d1-4d35-ad3c-a09e914f9cc9 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.0656893 Jun 19 20:27:52.298930 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35090) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:52.317251 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:52.380302 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['3d049b8a-1298-492e-8aa0-5fc0e295c084'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:27:52.432724 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Deleting port 1160a792-7186-4747-8f9b-d0429dcce5d7 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:27:52.433056 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:52.436900 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:52.446579 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5a39c-db1d-4b3a-b51a-a7a6d6caa0c2 req-279a0796-9d69-4ef2-a13a-656a2010f099 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:52.455123 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-18f5a39c-db1d-4b3a-b51a-a7a6d6caa0c2 req-279a0796-9d69-4ef2-a13a-656a2010f099 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.1659386 Jun 19 20:27:52.527516 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:52.531126 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c7172b89-3b82-43d2-8096-40967e176541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:52.552243 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-18f5a39c-db1d-4b3a-b51a-a7a6d6caa0c2 req-ecad5c14-95af-4f4c-a0fe-47b65316acce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961673 Jun 19 20:27:52.574549 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fa56b47061d48dabe94bd12b68fa1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742980 Jun 19 20:27:52.578895 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad8e92-bc36-4e7c-b4e8-49c4fa200e4a,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:52.580095 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 35094) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:27:52.583287 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:52.746828 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] For port 1160a792-7186-4747-8f9b-d0429dcce5d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1160a792-7186-4747-8f9b-d0429dcce5d7,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:52.753547 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:52.800830 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435314e4-aceb-4729-b51d-693ff338ee56 req-60e78458-607b-4262-8766-3cd57b41bbc7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:52.805115 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-435314e4-aceb-4729-b51d-693ff338ee56 req-60e78458-607b-4262-8766-3cd57b41bbc7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 945 time: 0.1490505 Jun 19 20:27:52.881833 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-435314e4-aceb-4729-b51d-693ff338ee56 req-e052738f-dddf-4029-8d66-d0ced0b0eb86 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707572 Jun 19 20:27:53.188038 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Calling delete_port for 1160a792-7186-4747-8f9b-d0429dcce5d7 owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:27:53.201155 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:53.241250 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12d5e6-42a1-47dd-9579-c868f4b9edc2 req-f6e72153-87db-4888-91b8-8435335fba98 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:53.242807 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-be12d5e6-42a1-47dd-9579-c868f4b9edc2 req-f6e72153-87db-4888-91b8-8435335fba98 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0775557 Jun 19 20:27:53.284944 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:53.302712 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-be12d5e6-42a1-47dd-9579-c868f4b9edc2 req-591fcfae-93a2-4893-b27e-c8e6dd0aac9f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516047 Jun 19 20:27:53.378378 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3a9b7-6b09-4e0f-92d4-dcb3712bb634 req-cbb1fd8c-1e8f-4a3c-97ce-1f9e8b7ba192 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:53.380202 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-53f3a9b7-6b09-4e0f-92d4-dcb3712bb634 req-cbb1fd8c-1e8f-4a3c-97ce-1f9e8b7ba192 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 945 time: 0.2241945 Jun 19 20:27:53.475037 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-53f3a9b7-6b09-4e0f-92d4-dcb3712bb634 req-da68b3ca-e667-4d05-a5b0-9de80d334155 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860133 Jun 19 20:27:53.680270 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 3d049b8a-1298-492e-8aa0-5fc0e295c084 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:27:53.693321 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:53.696514 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:53.697194 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ffad8e92-bc36-4e7c-b4e8-49c4fa200e4a HTTP/1.1" status: 204 len: 168 time: 1.1165447 Jun 19 20:27:53.698116 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-206a2541-1181-4a84-ae4e-cff6b365aaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:53.711964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad8e92-bc36-4e7c-b4e8-49c4fa200e4a,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:53.716189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:53.726581 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:53.730868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:53.756843 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3598e3-0ff1-44bf-b90a-16829730dc97 req-a65674b1-a69a-4530-aa55-fe4d3451c118 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:53.763827 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dc3598e3-0ff1-44bf-b90a-16829730dc97 req-a65674b1-a69a-4530-aa55-fe4d3451c118 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0983670 Jun 19 20:27:53.764017 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Pushing event deleted for resources: {'Port': ['ID=1160a792-7186-4747-8f9b-d0429dcce5d7,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:53.765887 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:53.829365 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dc3598e3-0ff1-44bf-b90a-16829730dc97 req-55ab2b2e-ee90-4677-b018-4a1f44cde489 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643678 Jun 19 20:27:53.921282 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 3d049b8a-1298-492e-8aa0-5fc0e295c084 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:27:53.927590 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 3d049b8a-1298-492e-8aa0-5fc0e295c084 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:27:53.928586 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:54.019801 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:54.058452 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:54.061672 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d542679-675d-4311-a025-be32343e9001" -d '{"events": [{"server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "name": "network-vif-plugged", "status": "completed", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:54.078824 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 3d049b8a-1298-492e-8aa0-5fc0e295c084, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:27:54.093917 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5b6df-3ee0-4b97-855d-eb1ead701015 req-6dc6a3e4-7287-4ebd-8881-a0e84e4bc6a8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:54.095714 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dec5b6df-3ee0-4b97-855d-eb1ead701015 req-6dc6a3e4-7287-4ebd-8881-a0e84e4bc6a8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 945 time: 0.0773022 Jun 19 20:27:54.109606 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c4eece-cc7b-4c48-b114-9b22707f5b77 x-openstack-request-id: req-d7c4eece-cc7b-4c48-b114-9b22707f5b77 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:54.109944 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "name": "network-vif-plugged", "status": "completed", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:54.110252 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7c4eece-cc7b-4c48-b114-9b22707f5b77 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:54.110654 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'code': 200} Jun 19 20:27:54.144557 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dec5b6df-3ee0-4b97-855d-eb1ead701015 req-9bb2190a-a3b6-4a1b-8ccd-43f7b2b43e95 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424728 Jun 19 20:27:54.202252 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:54.203206 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 1160a792-7186-4747-8f9b-d0429dcce5d7 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:27:54.207351 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3d5f8ffe-b593-4fca-b4cd-4a4cef52f506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:27:54.244372 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 1160a792-7186-4747-8f9b-d0429dcce5d7 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:27:54.275717 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 1160a792-7186-4747-8f9b-d0429dcce5d7 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:27:54.275717 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=3d049b8a-1298-492e-8aa0-5fc0e295c084,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:27:54.275717 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:27:54.476151 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] No DVR routers for this DVR port 1160a792-7186-4747-8f9b-d0429dcce5d7 on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:27:54.478687 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:27:54.481387 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c9c1ef67-c8d7-4081-8579-f017bc8ee26e req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "DELETE /v2.0/ports/1160a792-7186-4747-8f9b-d0429dcce5d7 HTTP/1.1" status: 204 len: 173 time: 2.2558553 Jun 19 20:27:54.481898 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'name': 'network-vif-deleted', 'tag': '1160a792-7186-4747-8f9b-d0429dcce5d7'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:27:54.486860 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7f3519-a25f-4325-9adb-267754faf7db" -d '{"events": [{"server_uuid": "9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590", "name": "network-vif-deleted", "tag": "1160a792-7186-4747-8f9b-d0429dcce5d7"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:27:54.545290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b215597-08a7-41d8-a114-3d358fb95b18 x-openstack-request-id: req-2b215597-08a7-41d8-a114-3d358fb95b18 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:27:54.545639 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590", "name": "network-vif-deleted", "tag": "1160a792-7186-4747-8f9b-d0429dcce5d7", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:27:54.545947 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b215597-08a7-41d8-a114-3d358fb95b18 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:27:54.546369 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590', 'name': 'network-vif-deleted', 'tag': '1160a792-7186-4747-8f9b-d0429dcce5d7', 'status': 'completed', 'code': 200} Jun 19 20:27:54.557444 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91396-d374-47f1-8c56-8cdb198d0c33 req-4b10ce42-2480-4c7f-a02c-8fd271f9f487 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:54.570606 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cda91396-d374-47f1-8c56-8cdb198d0c33 req-4b10ce42-2480-4c7f-a02c-8fd271f9f487 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1096973 Jun 19 20:27:54.608257 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cda91396-d374-47f1-8c56-8cdb198d0c33 req-67e202f4-0a49-479f-ba57-e1653dc78e3b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366216 Jun 19 20:27:54.694768 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0d0be13a-6cf3-4808-a7e5-5324e93f2d91 req-0e37913f-2d5d-4d3c-9fa0-e65f1ff439af tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jun 19 20:27:55.011065 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc96bc-5b48-428d-8a42-56037ab5c241 req-46924c0c-420c-44db-9a9b-a25156bb05ed tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:55.012559 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a9cc96bc-5b48-428d-8a42-56037ab5c241 req-46924c0c-420c-44db-9a9b-a25156bb05ed tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0678761 Jun 19 20:27:55.052911 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a9cc96bc-5b48-428d-8a42-56037ab5c241 req-36e650be-bb08-450c-9b37-5b2963ce21d8 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Jun 19 20:27:55.326590 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f576161-9f5c-4c8c-bd18-69ff84fc930a req-fce416d1-1101-4fcf-9b92-f0c71c34ed6b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:55.328083 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6f576161-9f5c-4c8c-bd18-69ff84fc930a req-fce416d1-1101-4fcf-9b92-f0c71c34ed6b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0691426 Jun 19 20:27:55.373952 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6f576161-9f5c-4c8c-bd18-69ff84fc930a req-d2fb45d1-c6a7-4fb3-a33d-5acc1d829db3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351286 Jun 19 20:27:55.840735 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727676f0-b5d4-4b42-9c4b-159081db6c50 req-ba658e48-4293-49f7-88c5-e2b4a2e1ace0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:55.842195 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-727676f0-b5d4-4b42-9c4b-159081db6c50 req-ba658e48-4293-49f7-88c5-e2b4a2e1ace0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0782855 Jun 19 20:27:55.845976 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-40d62e6b-d236-4316-bb91-bf448e54ffbf req-efb37e12-f045-4fc5-9b45-397ecb5703b6 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Jun 19 20:27:55.890616 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-727676f0-b5d4-4b42-9c4b-159081db6c50 req-eb0a06d4-38c0-4b20-8bd8-5c06d321ea44 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Jun 19 20:27:56.256715 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522a88f-07bc-48b4-9196-78d009daf659 req-dc842e88-133a-4098-8ef2-9d9c2a8923d8 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:56.265596 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c522a88f-07bc-48b4-9196-78d009daf659 req-dc842e88-133a-4098-8ef2-9d9c2a8923d8 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0896244 Jun 19 20:27:56.308406 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c522a88f-07bc-48b4-9196-78d009daf659 req-8ab4ed45-f940-420b-8391-49429d63d882 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Jun 19 20:27:56.583508 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715c800-637d-4280-8f67-82df2c18f1c3 req-517d10f8-6172-4776-9740-fd6083cbc0bc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:56.585430 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e715c800-637d-4280-8f67-82df2c18f1c3 req-517d10f8-6172-4776-9740-fd6083cbc0bc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0907006 Jun 19 20:27:56.626615 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e715c800-637d-4280-8f67-82df2c18f1c3 req-1647a12a-1aab-4c84-b6b5-c544776a8975 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347056 Jun 19 20:27:57.045760 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0473e7f6-6d0f-4e1a-a8e3-3dceaff02e89 req-3b4bb282-d74b-45b1-9b93-3ddd49366d9e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0354676 Jun 19 20:27:57.160956 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eaa59-5f45-4fcf-a205-c52da892bca6 req-1466ea13-2329-4c71-97b3-e919f36df1f8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:57.162694 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d22eaa59-5f45-4fcf-a205-c52da892bca6 req-1466ea13-2329-4c71-97b3-e919f36df1f8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0672426 Jun 19 20:27:57.204945 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d22eaa59-5f45-4fcf-a205-c52da892bca6 req-ee7732a1-0dc9-4b92-8035-f878ce3a46c4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353281 Jun 19 20:27:57.500017 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5aa3c-6485-4d8f-8b10-c17aac8e91b6 req-0f36de6c-8ade-4faa-893d-d256cc60135b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:57.507859 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2ba5aa3c-6485-4d8f-8b10-c17aac8e91b6 req-0f36de6c-8ade-4faa-893d-d256cc60135b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0707042 Jun 19 20:27:57.541058 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2ba5aa3c-6485-4d8f-8b10-c17aac8e91b6 req-419642c7-b5a3-4740-827f-d334eaca1273 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jun 19 20:27:57.812649 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154d6df-7ec9-4b6b-9663-917c52b85c95 req-fc114fe1-6a00-4c61-85b6-cee4c4fa25b9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:57.814279 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e154d6df-7ec9-4b6b-9663-917c52b85c95 req-fc114fe1-6a00-4c61-85b6-cee4c4fa25b9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0706751 Jun 19 20:27:57.861568 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e154d6df-7ec9-4b6b-9663-917c52b85c95 req-f815007b-5973-478e-82a9-bc420b2c6122 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Jun 19 20:27:58.221171 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5acb4b61-84fc-438d-9981-866b3d145e57 req-e235fcda-d413-4f8e-a5ca-7899f8f86e75 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0362380 Jun 19 20:27:58.402037 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df46d8-2202-422c-8a7b-8f3ec41622f9 req-d7972644-daec-40f4-a4b7-bdec1428997e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:58.403598 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c5df46d8-2202-422c-8a7b-8f3ec41622f9 req-d7972644-daec-40f4-a4b7-bdec1428997e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0741079 Jun 19 20:27:58.448233 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c5df46d8-2202-422c-8a7b-8f3ec41622f9 req-c8d1f418-4ff5-48b2-9869-7c3e38916164 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 Jun 19 20:27:58.725232 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e07c-f3b5-4fef-9037-7178d9539865 req-f940f346-3781-4995-a75d-01b5199043f3 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:58.726704 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2152e07c-f3b5-4fef-9037-7178d9539865 req-f940f346-3781-4995-a75d-01b5199043f3 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0632839 Jun 19 20:27:58.767764 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2152e07c-f3b5-4fef-9037-7178d9539865 req-4647e9de-63ef-4364-a9b7-19d931a0fb35 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349641 Jun 19 20:27:59.036341 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f55ce-2c5f-42ad-bbe8-db66257b3688 req-4dd6a3d2-35df-4c3c-8e17-2f6a4b25b3ca tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:59.038032 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7b6f55ce-2c5f-42ad-bbe8-db66257b3688 req-4dd6a3d2-35df-4c3c-8e17-2f6a4b25b3ca tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0629661 Jun 19 20:27:59.077375 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7b6f55ce-2c5f-42ad-bbe8-db66257b3688 req-288c7082-0e76-459f-9047-94bfb6fc18d4 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Jun 19 20:27:59.372506 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6a125af4-60ff-45e1-a845-124d0e47b2fa req-a44863bd-cd49-47ec-be28-64ac1b12dbc0 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0285401 Jun 19 20:27:59.645481 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481d86f-729e-430f-b3c2-f6b5c7f04ae1 req-e71f5767-3ee5-48d7-b616-d7b634976453 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:59.647107 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e481d86f-729e-430f-b3c2-f6b5c7f04ae1 req-e71f5767-3ee5-48d7-b616-d7b634976453 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0677812 Jun 19 20:27:59.685725 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e481d86f-729e-430f-b3c2-f6b5c7f04ae1 req-e57bfefb-e216-450c-88f5-bd60a47ca758 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Jun 19 20:27:59.954514 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6c512-bc55-478e-aa53-67c0ab68f119 req-7da493b8-4053-4c26-a53e-9db2985d624e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:27:59.956001 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8af6c512-bc55-478e-aa53-67c0ab68f119 req-7da493b8-4053-4c26-a53e-9db2985d624e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0720408 Jun 19 20:28:00.010375 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8af6c512-bc55-478e-aa53-67c0ab68f119 req-4c9eb746-c192-494c-b7a9-74db901add8e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 Jun 19 20:28:00.258498 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f1886-4fb6-46eb-a036-8ee4e1a5437b req-363ae4d8-b3c5-4ba2-aaf3-ad9e6358e1ef tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:00.260131 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-909f1886-4fb6-46eb-a036-8ee4e1a5437b req-363ae4d8-b3c5-4ba2-aaf3-ad9e6358e1ef tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0682859 Jun 19 20:28:00.304934 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-909f1886-4fb6-46eb-a036-8ee4e1a5437b req-a7bc4c35-99b3-4474-a325-6430c66071c0 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391304 Jun 19 20:28:00.594951 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3ddc2ea8-5afa-47c4-b4aa-a2711b71ac74 req-93e09b6c-de9f-4137-b256-4667504b0f02 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0297952 Jun 19 20:28:00.884295 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4127b6-b470-4f58-b3a7-b3d8ec3beb23 req-7eeaf68a-698b-4b15-a1b5-f007326e93c0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:00.885864 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1c4127b6-b470-4f58-b3a7-b3d8ec3beb23 req-7eeaf68a-698b-4b15-a1b5-f007326e93c0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0710146 Jun 19 20:28:00.927471 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1c4127b6-b470-4f58-b3a7-b3d8ec3beb23 req-c9e2af90-2846-4f73-abdd-00faa1f5d22d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352986 Jun 19 20:28:01.230137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60589b-63cb-4325-af8e-a71d8cf6d24d req-7d5b5fdc-5ff8-4afc-bab6-eac03a6d6f7d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:01.231680 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f60589b-63cb-4325-af8e-a71d8cf6d24d req-7d5b5fdc-5ff8-4afc-bab6-eac03a6d6f7d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0749693 Jun 19 20:28:01.270366 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f60589b-63cb-4325-af8e-a71d8cf6d24d req-56bbf6b7-0c32-46bb-9e6d-ab75193093f1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318897 Jun 19 20:28:01.488731 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4867649-2c6e-45a0-851d-8a2eade19c4c req-8cd7e040-3baf-4aa4-9f3f-a48ead812945 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:01.490232 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e4867649-2c6e-45a0-851d-8a2eade19c4c req-8cd7e040-3baf-4aa4-9f3f-a48ead812945 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0639219 Jun 19 20:28:01.539971 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e4867649-2c6e-45a0-851d-8a2eade19c4c req-976574ec-6b34-4926-99eb-cdd70d12b9d7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432813 Jun 19 20:28:01.679462 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b6e3e867-4803-461b-a56d-c2d8e575c5cb req-17c04fa0-64bb-47da-837d-d7fc81bab3d3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0343852 Jun 19 20:28:02.120016 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8d005-f337-4876-9d0c-943e672f5434 req-28963c87-5b33-47a5-90b5-b735706b928d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:02.121530 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a9d8d005-f337-4876-9d0c-943e672f5434 req-28963c87-5b33-47a5-90b5-b735706b928d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0630829 Jun 19 20:28:02.163289 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a9d8d005-f337-4876-9d0c-943e672f5434 req-a5bb9b61-678c-4b53-b078-19b3d8da8524 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354800 Jun 19 20:28:02.446365 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc5a84-3de1-4a45-8b1c-7cd3df92b322 req-4bbbc13b-3b35-45cb-af07-fe0b725410f5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:02.447837 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c4cc5a84-3de1-4a45-8b1c-7cd3df92b322 req-4bbbc13b-3b35-45cb-af07-fe0b725410f5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0628324 Jun 19 20:28:02.489305 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c4cc5a84-3de1-4a45-8b1c-7cd3df92b322 req-388a1a6a-b651-47de-9afa-87fbaae89d7c tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358770 Jun 19 20:28:02.730806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16ec1-e3fd-421c-b1e8-5d38fbc23677 req-020327ed-875e-4700-acac-c13b46eb8617 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:02.732314 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-acb16ec1-e3fd-421c-b1e8-5d38fbc23677 req-020327ed-875e-4700-acac-c13b46eb8617 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0691743 Jun 19 20:28:02.773227 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-acb16ec1-e3fd-421c-b1e8-5d38fbc23677 req-e94eeba7-a98b-4830-8602-92a797beced9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Jun 19 20:28:02.833862 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1f55543a-b0ad-48e5-b16c-c195d7fcbe57 req-1b2f3041-32fe-45d4-a057-897170964f78 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0311978 Jun 19 20:28:03.352624 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb1a14-9cbb-4cf4-aa69-2a1df9c195bb req-7c8a1edb-0cb6-4d9e-b719-15fd859b2aa9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:03.354161 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4ddb1a14-9cbb-4cf4-aa69-2a1df9c195bb req-7c8a1edb-0cb6-4d9e-b719-15fd859b2aa9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0674398 Jun 19 20:28:03.399775 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4ddb1a14-9cbb-4cf4-aa69-2a1df9c195bb req-0ec58941-9b95-4a46-b7af-63618be8950f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339670 Jun 19 20:28:03.675674 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f03cec-3a45-4ef2-b7bd-3c0cb21a1df3 req-aa8b7211-9aea-4921-83a8-993b0051475d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:03.677292 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a4f03cec-3a45-4ef2-b7bd-3c0cb21a1df3 req-aa8b7211-9aea-4921-83a8-993b0051475d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0709281 Jun 19 20:28:03.723721 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a4f03cec-3a45-4ef2-b7bd-3c0cb21a1df3 req-33e8b286-04c7-482c-be25-ae42fd0489cf tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Jun 19 20:28:03.954098 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865b0f5-aed3-428c-bb2c-09df34f609ce req-274dd2b8-9451-4099-bfc3-e928afacf9c5 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:03.955517 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f865b0f5-aed3-428c-bb2c-09df34f609ce req-274dd2b8-9451-4099-bfc3-e928afacf9c5 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0676270 Jun 19 20:28:03.977114 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-eaf81b76-6893-47bc-99a2-c0ac0699ccdf req-6f769d0b-2b8a-4eca-97af-19121e102305 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0286775 Jun 19 20:28:04.003653 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f865b0f5-aed3-428c-bb2c-09df34f609ce req-737f4158-b97f-4965-a081-265e1e9dfb0f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Jun 19 20:28:04.424251 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0d2ac733-f0b3-4be0-bf33-00934b1f3290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:04.575500 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc032b-edba-49f2-a867-0dfa9fe95195 req-5daf256f-c5d5-41a3-89a7-3b479c5559d2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:04.576986 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-96bc032b-edba-49f2-a867-0dfa9fe95195 req-5daf256f-c5d5-41a3-89a7-3b479c5559d2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0628138 Jun 19 20:28:04.614420 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-96bc032b-edba-49f2-a867-0dfa9fe95195 req-e58d274f-c529-42d4-a59b-4b24a6f64013 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Jun 19 20:28:04.897814 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5fd9-dc3d-4a55-b4ea-e0e3aa611fdb req-8ed77dd3-7a8a-45df-a947-e3828e729ef7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:04.899181 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f75e5fd9-dc3d-4a55-b4ea-e0e3aa611fdb req-8ed77dd3-7a8a-45df-a947-e3828e729ef7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0615990 Jun 19 20:28:04.935242 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f75e5fd9-dc3d-4a55-b4ea-e0e3aa611fdb req-d59d1f98-7d6f-4f30-b7fb-4472ac7c815e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Jun 19 20:28:05.123753 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4905cc3f-f5a2-4bff-bbe1-bae6659b6e46 req-8651008f-480e-4ac9-9078-dba2bdd0e4f6 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0343385 Jun 19 20:28:05.180174 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef176-0aeb-454a-bb52-0367438fb17b req-584d2871-6503-4d47-8840-6c3923a94966 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:05.180174 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9dfef176-0aeb-454a-bb52-0367438fb17b req-584d2871-6503-4d47-8840-6c3923a94966 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0640039 Jun 19 20:28:05.209596 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9dfef176-0aeb-454a-bb52-0367438fb17b req-e3b1e636-f5eb-43e6-a278-2168936b5328 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303020 Jun 19 20:28:05.673257 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-053a2b05-d371-43b8-9c26-4c9577194fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:05.674724 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-053a2b05-d371-43b8-9c26-4c9577194fcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1096 time: 0.0619040 Jun 19 20:28:05.829887 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-55f922e2-9c67-40d5-8e3e-9a80ecf9b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:05.831310 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-55f922e2-9c67-40d5-8e3e-9a80ecf9b9d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.1235232 Jun 19 20:28:05.883315 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a856-f741-4b02-8f67-080987eba8d1 req-edf77dac-cc98-4bd2-8125-1850edcfa6f5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:05.884836 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ef42a856-f741-4b02-8f67-080987eba8d1 req-edf77dac-cc98-4bd2-8125-1850edcfa6f5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1243770 Jun 19 20:28:05.929456 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-f0390c5e-5965-4e71-842a-8639c956472f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 999 time: 0.0907946 Jun 19 20:28:05.946096 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e9e38-17dd-4a9a-bb30-305ae5e170da req-40753af6-a78f-4817-8241-c3e0dcda3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:05.947584 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-714e9e38-17dd-4a9a-bb30-305ae5e170da req-40753af6-a78f-4817-8241-c3e0dcda3ab9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1099 time: 0.0661325 Jun 19 20:28:05.952330 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ef42a856-f741-4b02-8f67-080987eba8d1 req-7d0591f5-5c30-4f64-aba3-f2268e2e5625 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585182 Jun 19 20:28:05.984529 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 35314) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:06.001793 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-714e9e38-17dd-4a9a-bb30-305ae5e170da req-d624fc4f-3478-4929-a63d-cb4d157978a5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478525 Jun 19 20:28:06.004600 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-07a913df-c568-4d5b-9542-0f77ffff5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:06.006123 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-07a913df-c568-4d5b-9542-0f77ffff5c13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0697548 Jun 19 20:28:06.095005 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.123671 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521725c8-a095-47bd-9040-10ccdcdfd116 req-28fcb8be-0906-4a96-abed-681aacbdb591 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:06.125166 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-521725c8-a095-47bd-9040-10ccdcdfd116 req-28fcb8be-0906-4a96-abed-681aacbdb591 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0631406 Jun 19 20:28:06.165585 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-521725c8-a095-47bd-9040-10ccdcdfd116 req-0a43dfab-cd9f-4d1c-bd38-924b57d670b1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Jun 19 20:28:06.218927 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.228093 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-3501be16-ba5d-4ec2-8e2b-2787191c155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:06.229650 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-3501be16-ba5d-4ec2-8e2b-2787191c155a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822699 Jun 19 20:28:06.295867 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.315444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8258ed7f-7968-4167-9952-9315cdf020f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:06.321634 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-edbc1c2f-5d43-4abe-afab-b154e3bb149a req-e14c4a36-566c-4552-b4f7-b487bf7519aa tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b19ca5a-aa19-4f4d-9af2-1c83a1a6d590 HTTP/1.1" status: 200 len: 210 time: 0.0647695 Jun 19 20:28:06.367540 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d8eeebfc560491084ce49a9f81f57db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824980 Jun 19 20:28:06.370418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35322) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:06.373972 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002ed3b-85ca-4841-9ffc-918d43c276a4,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:06.379963 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:06.393710 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-9632a215-82b2-4d51-abf2-d46d54059178 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559536 Jun 19 20:28:06.406926 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4709a3a-eaf7-4f79-afac-6b7371090f8a req-b2a14645-aae7-478b-8a64-a37840fe60ef tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:06.408413 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e4709a3a-eaf7-4f79-afac-6b7371090f8a req-b2a14645-aae7-478b-8a64-a37840fe60ef tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0874395 Jun 19 20:28:06.456039 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.469701 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e4709a3a-eaf7-4f79-afac-6b7371090f8a req-393a3bb8-0a78-4fa9-afd0-85af1024b56e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525136 Jun 19 20:28:06.482559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.487505 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5aefe19-1ea6-4a8e-b352-f107ed2a8c6b req-cca5fb36-0dd5-4f4d-9c80-f0a0caa2a03b service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Jun 19 20:28:06.606835 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.609505 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.611283 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2002ed3b-85ca-4841-9ffc-918d43c276a4 HTTP/1.1" status: 204 len: 168 time: 0.2386186 Jun 19 20:28:06.612110 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c5479060-4f59-4de1-b103-2dfe333da3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:06.619562 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002ed3b-85ca-4841-9ffc-918d43c276a4,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:06.621929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:06.714340 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:06.965605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-78c8cf5a-a64c-499e-9c3c-15f179e16061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.132959 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f0df3-4b1f-444f-bead-026c59325916 req-2728b40b-7125-4d15-93bf-c7cf2f8512a4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:07.134329 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-de5f0df3-4b1f-444f-bead-026c59325916 req-2728b40b-7125-4d15-93bf-c7cf2f8512a4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0636165 Jun 19 20:28:07.170074 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-de5f0df3-4b1f-444f-bead-026c59325916 req-979f0c92-5442-4c68-aac4-3ce6fb92cad4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301301 Jun 19 20:28:07.189969 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.327465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35332) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:07.347024 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a9f1decc-a153-4023-b2ea-4817a05fc4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.529808 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a9f1decc-a153-4023-b2ea-4817a05fc4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.542406 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ab56c-6ed6-4020-a562-3d12587b0c55 req-85373c4a-04ca-4733-acc8-4c6bc053ec9d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:07.544165 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-738ab56c-6ed6-4020-a562-3d12587b0c55 req-85373c4a-04ca-4733-acc8-4c6bc053ec9d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.1072216 Jun 19 20:28:07.582025 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-738ab56c-6ed6-4020-a562-3d12587b0c55 req-c9900d94-317f-40eb-97a9-4973116f1113 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Jun 19 20:28:07.629834 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a9f1decc-a153-4023-b2ea-4817a05fc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.634509 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cdf8d942-912c-460c-87e4-ade7ea4ea1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:07.663812 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b376290-f1fe-47ab-817a-ac679b784ab2 req-c75d9b39-f425-4d1a-b4d9-689da494f08a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:07.665328 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1b376290-f1fe-47ab-817a-ac679b784ab2 req-c75d9b39-f425-4d1a-b4d9-689da494f08a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0628586 Jun 19 20:28:07.676781 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a9f1decc-a153-4023-b2ea-4817a05fc4ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8360515711743ff8fdb7cbbc11e8797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481624 Jun 19 20:28:07.679123 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1decc-a153-4023-b2ea-4817a05fc4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7f670c-8b40-4aeb-b8de-f52f8d099d01,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:07.681933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35340) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:07.683814 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a9f1decc-a153-4023-b2ea-4817a05fc4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:07.721451 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1b376290-f1fe-47ab-817a-ac679b784ab2 req-9d8c7294-722a-41d8-8008-ae3cabfcc764 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Jun 19 20:28:07.739296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.762390 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.887710 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63c560-3922-4748-b0f2-011822807979 req-6f96892d-bf2a-4cec-a05d-c4d3e6a4f577 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:07.889159 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ae63c560-3922-4748-b0f2-011822807979 req-6f96892d-bf2a-4cec-a05d-c4d3e6a4f577 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0644791 Jun 19 20:28:07.892956 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.895456 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:07.896600 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b7f670c-8b40-4aeb-b8de-f52f8d099d01 HTTP/1.1" status: 204 len: 168 time: 0.2138457 Jun 19 20:28:07.900769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-37d7007a-701b-47cd-b73a-c510115baf09 tempest-VolumesNegativeTest-832579396 tempest-VolumesNegativeTest-832579396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:07.900888 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 35346) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:07.902285 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'floatingip': {'port_id': '3d049b8a-1298-492e-8aa0-5fc0e295c084'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:28:07.905622 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7f670c-8b40-4aeb-b8de-f52f8d099d01,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:07.908560 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-ae567c4b-e205-445c-bbbd-4df6773b84d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:07.945227 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:08.092555 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:08.441476 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f18b3-aba5-4479-9e57-cfa7a0b37044 req-eecdf136-d08d-439f-a49b-0cfb13afab05 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:08.442880 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a31f18b3-aba5-4479-9e57-cfa7a0b37044 req-eecdf136-d08d-439f-a49b-0cfb13afab05 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.1341617 Jun 19 20:28:08.448726 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:08.481522 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a31f18b3-aba5-4479-9e57-cfa7a0b37044 req-0063ec88-a14e-4015-bb56-33d899e25414 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Jun 19 20:28:08.527122 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:08.631433 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Floating IP 939ccf5c-d7fd-4239-9e3b-59d2996b2fb2 associated. External IP: 172.27.2.113, port: 3d049b8a-1298-492e-8aa0-5fc0e295c084. Jun 19 20:28:08.755625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6dcee-cf5a-4471-b8e0-b0cbc78f80b7 req-37be1bae-53ae-4be9-9c1b-0b15ea7e7769 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:08.757259 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a4d6dcee-cf5a-4471-b8e0-b0cbc78f80b7 req-37be1bae-53ae-4be9-9c1b-0b15ea7e7769 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0633249 Jun 19 20:28:08.798757 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a4d6dcee-cf5a-4471-b8e0-b0cbc78f80b7 req-5188e0a2-09d9-4f40-ba7a-942df1d559d3 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Jun 19 20:28:08.851455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Router 9c5857d6-201f-4540-95b3-07f3cda972aa has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:28:09.084746 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:28:09.233838 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:28:09.238934 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:09.244654 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:28:09.253413 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:28:09.254042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:28:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:09.277500 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9fff4605-184f-4ef8-8c77-1c2bb5b66019 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "PUT /v2.0/floatingips/939ccf5c-d7fd-4239-9e3b-59d2996b2fb2 HTTP/1.1" status: 200 len: 992 time: 1.3786395 Jun 19 20:28:09.278152 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:28:09.289374 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:28:09.334368 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d062a700-7c36-4abd-9d29-d9deea6e8f25 x-openstack-request-id: req-d062a700-7c36-4abd-9d29-d9deea6e8f25 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:28:09.334730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:28:09.335066 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d062a700-7c36-4abd-9d29-d9deea6e8f25 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:28:09.335478 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'status': 'completed', 'code': 200} Jun 19 20:28:09.366164 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:28:09.642907 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '939ccf5c-d7fd-4239-9e3b-59d2996b2fb2', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'port_id': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'mac_address': 'fa:16:3e:b1:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:27:36Z', 'updated_at': '2021-06-19T20:28:08Z', 'revision_number': 1, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:09.658603 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 35388) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:09.668631 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b8d8-7905-4710-a883-be9e489c1c3f req-80504d81-ac2a-41c3-8729-51b922e2fe27 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:09.668631 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8ee5b8d8-7905-4710-a883-be9e489c1c3f req-80504d81-ac2a-41c3-8729-51b922e2fe27 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0631337 Jun 19 20:28:09.707586 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8ee5b8d8-7905-4710-a883-be9e489c1c3f req-fca1e1e3-83ca-4b9c-8d42-301a1fd7c098 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344155 Jun 19 20:28:09.780145 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:09.793307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:28:09.802380 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:28:09.803009 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:28:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:09.879579 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:09.924169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:28:09.980284 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da725268-d532-4758-b536-27a98602c4b3 req-980e323a-c406-4040-be2f-f6a25a5265b4 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:09.981737 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-da725268-d532-4758-b536-27a98602c4b3 req-980e323a-c406-4040-be2f-f6a25a5265b4 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0644081 Jun 19 20:28:09.995923 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.019608 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-da725268-d532-4758-b536-27a98602c4b3 req-2af3b94a-1c73-461e-afd4-2475d7ae59f1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Jun 19 20:28:10.022683 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.026342 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9c7d1a3f-8a3b-4b01-a393-5859381e87e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:10.061175 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39dc8806d16d42b699a8fa86914de9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011242 Jun 19 20:28:10.062050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fea73d-a39e-4a36-a48a-047b1d64e697,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:10.064480 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35396) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:10.065587 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:10.112670 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.133294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.156663 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '939ccf5c-d7fd-4239-9e3b-59d2996b2fb2', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'port_id': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'mac_address': 'fa:16:3e:b1:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:27:36Z', 'updated_at': '2021-06-19T20:28:08Z', 'revision_number': 1, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:10.182790 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea992b2a-c106-4139-b400-99f57897ed3e None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '939ccf5c-d7fd-4239-9e3b-59d2996b2fb2', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'port_id': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'mac_address': 'fa:16:3e:b1:f5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:27:36Z', 'updated_at': '2021-06-19T20:28:08Z', 'revision_number': 1, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:28:10.281598 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.284235 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.285346 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79fea73d-a39e-4a36-a48a-047b1d64e697 HTTP/1.1" status: 204 len: 168 time: 0.2193336 Jun 19 20:28:10.286245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2b07c0b6-4289-4d81-bc0a-d39bc574b5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:10.294680 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fea73d-a39e-4a36-a48a-047b1d64e697,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:10.297450 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:10.369865 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f28d3-5b9a-4533-882b-98959dcbb8eb None None] New status for floating IP 939ccf5c-d7fd-4239-9e3b-59d2996b2fb2: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:28:10.742621 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:28:10.812202 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-48a8b74a-6799-4082-897a-8bf160b5ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:10.814134 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-48a8b74a-6799-4082-897a-8bf160b5ef22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1099 time: 0.0734768 Jun 19 20:28:10.843084 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:10.859053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'port_id': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'mac_address': 'fa:16:3e:90:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:28:10.899934 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:10.902273 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116294c-4750-4005-a58a-9782ef3bb583 req-096dc10f-8a11-4db4-b498-82c30e1820db tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:10.903828 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d116294c-4750-4005-a58a-9782ef3bb583 req-096dc10f-8a11-4db4-b498-82c30e1820db tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0679617 Jun 19 20:28:10.912943 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef4676d-1bc1-4750-90da-8b91fb655758 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:28:10.935304 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:10.952334 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d116294c-4750-4005-a58a-9782ef3bb583 req-47c70c02-b102-4d10-b05b-9b361e8ed050 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Jun 19 20:28:11.081246 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:11.083106 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-3e398333-37ec-4f50-9d9e-40a0185097c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:11.128658 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:11.131717 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:11.193407 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1914b94-f94b-4a35-83fd-0f260e5de699 req-e632fc0e-3f41-4858-bfdf-acdb9e53bed5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:11.194923 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1914b94-f94b-4a35-83fd-0f260e5de699 req-e632fc0e-3f41-4858-bfdf-acdb9e53bed5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 945 time: 0.0615535 Jun 19 20:28:11.233247 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1914b94-f94b-4a35-83fd-0f260e5de699 req-55b00a79-c5b6-4144-b00a-67c7f4a2cb9d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jun 19 20:28:12.128933 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28022376-75c1-415f-9897-1528e400c1c4 req-5c0193d9-8f9d-46d2-bab8-9f0e0a4160f1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:12.130384 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-28022376-75c1-415f-9897-1528e400c1c4 req-5c0193d9-8f9d-46d2-bab8-9f0e0a4160f1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0629253 Jun 19 20:28:12.166791 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-28022376-75c1-415f-9897-1528e400c1c4 req-9efa926b-3904-4040-98ce-748e9e24e580 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306261 Jun 19 20:28:12.263891 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-c0c2bf90-dc5e-4009-b273-b5b0495026ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:12.265744 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-c0c2bf90-dc5e-4009-b273-b5b0495026ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 912 time: 0.0860929 Jun 19 20:28:12.337883 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-5f52287c-99ef-4e0e-b549-b4446b8059a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 200 len: 1002 time: 0.0642769 Jun 19 20:28:12.395571 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-4ad75ae8-91a7-48dc-8dd4-ee8fc9f81124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:12.403328 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-4ad75ae8-91a7-48dc-8dd4-ee8fc9f81124 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0521421 Jun 19 20:28:12.456883 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-70b1fd5e-acb4-434d-9e65-45a4afcedc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:12.458351 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-70b1fd5e-acb4-434d-9e65-45a4afcedc24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546956 Jun 19 20:28:12.622830 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-7227ed9f-ce8a-4aa3-841f-be8937ef9780 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251140 Jun 19 20:28:12.631291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65fead-a314-440a-819c-817565ada35b req-612b75ca-8cb7-4509-be0c-3ab3c160bdc2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:12.632663 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1c65fead-a314-440a-819c-817565ada35b req-612b75ca-8cb7-4509-be0c-3ab3c160bdc2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 945 time: 0.1277249 Jun 19 20:28:12.714925 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1c65fead-a314-440a-819c-817565ada35b req-6d85dde9-d1a4-49bc-9806-fc751933a314 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744977 Jun 19 20:28:12.719234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['4ef4676d-1bc1-4750-90da-8b91fb655758'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:28:12.741954 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba7c5f0c-dfd1-40ab-8dac-e90fff946cd1 req-f0e1fc36-8e00-451c-bfaa-03f9b01f9d35 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083047 Jun 19 20:28:13.356323 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae660da-03bc-45fa-90ae-62f864e078f8 req-902b3141-aa29-4b1b-a9bd-f9d6a1a09eac tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:13.357784 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4ae660da-03bc-45fa-90ae-62f864e078f8 req-902b3141-aa29-4b1b-a9bd-f9d6a1a09eac tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0712147 Jun 19 20:28:13.394036 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4ae660da-03bc-45fa-90ae-62f864e078f8 req-3608994a-6495-466d-99cc-1f4cdb076e97 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301738 Jun 19 20:28:13.892655 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e240c18-7e7d-48d2-8048-c2201e6e3261 req-5e4086d8-c84b-47a4-93e1-73f6b397ba21 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:13.894121 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e240c18-7e7d-48d2-8048-c2201e6e3261 req-5e4086d8-c84b-47a4-93e1-73f6b397ba21 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 945 time: 0.0680699 Jun 19 20:28:13.930571 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e240c18-7e7d-48d2-8048-c2201e6e3261 req-c11abba5-8c47-4a87-b944-62135e28e1ff tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Jun 19 20:28:14.195408 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:28:14.338203 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 4ef4676d-1bc1-4750-90da-8b91fb655758 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:28:14.343741 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 4ef4676d-1bc1-4750-90da-8b91fb655758 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:28:14.344170 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:14.448110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:14.483462 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:28:14.486036 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8cbc47-6dcd-4564-a663-6e55e5275222" -d '{"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-plugged", "status": "completed", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:28:14.527876 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:14.531730 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c0fa68-99f3-491a-8d36-b990f67f7888 x-openstack-request-id: req-c5c0fa68-99f3-491a-8d36-b990f67f7888 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:28:14.535014 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-plugged", "status": "completed", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:28:14.535014 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5c0fa68-99f3-491a-8d36-b990f67f7888 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:28:14.535294 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'code': 200} Jun 19 20:28:14.595628 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3366a-befe-42e5-9cc9-73a65d5e463e req-854c3552-b9c2-4dae-aa9a-61eda6db7742 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:14.597158 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e8b3366a-befe-42e5-9cc9-73a65d5e463e req-854c3552-b9c2-4dae-aa9a-61eda6db7742 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0705080 Jun 19 20:28:14.606712 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:14.608657 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-e4fcf597-4def-48cc-b1e9-385f3cf39da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:14.634113 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e8b3366a-befe-42e5-9cc9-73a65d5e463e req-d5b659dc-2e9d-4acc-94c2-e90539bf9414 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311718 Jun 19 20:28:14.659272 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:14.669263 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:14.979309 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330e7b1-1f9a-4cb9-9c28-b13e42a1570f req-b042942d-fe09-4b17-91e9-7fb5b8d0f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:14.981853 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8330e7b1-1f9a-4cb9-9c28-b13e42a1570f req-b042942d-fe09-4b17-91e9-7fb5b8d0f0f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0642743 Jun 19 20:28:15.018107 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8330e7b1-1f9a-4cb9-9c28-b13e42a1570f req-0942e6e7-f667-48ea-a5b0-85cc92613d4e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298409 Jun 19 20:28:15.102286 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fe77e-a4cb-4860-b92e-c08936088ea9 req-84d170e8-e669-4146-85c0-f13a9c846f33 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:15.103767 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2b2fe77e-a4cb-4860-b92e-c08936088ea9 req-84d170e8-e669-4146-85c0-f13a9c846f33 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0615489 Jun 19 20:28:15.139438 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2b2fe77e-a4cb-4860-b92e-c08936088ea9 req-0d5e4d2b-2f48-4c23-968a-88fdb5fb1d4d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302136 Jun 19 20:28:15.832227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ac02c-875a-4e76-a4aa-6baa6e619a82 req-cf359f44-a4c9-4e45-bf95-549dcb099f95 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:15.833666 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fa4ac02c-875a-4e76-a4aa-6baa6e619a82 req-cf359f44-a4c9-4e45-bf95-549dcb099f95 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 943 time: 0.0685556 Jun 19 20:28:15.870344 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fa4ac02c-875a-4e76-a4aa-6baa6e619a82 req-21506111-9b11-4e92-92f1-b8fa2ca94c96 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311675 Jun 19 20:28:16.311518 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60ce50-546b-489f-b9d5-ccce0dba22e0 req-8d76683f-a0c8-40af-bb56-81b7afe60053 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:16.313444 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4a60ce50-546b-489f-b9d5-ccce0dba22e0 req-8d76683f-a0c8-40af-bb56-81b7afe60053 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0625324 Jun 19 20:28:16.349697 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4a60ce50-546b-489f-b9d5-ccce0dba22e0 req-b69a004d-1bd9-4935-ae22-73769f27caa9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Jun 19 20:28:16.673390 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:28:16.767215 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:16.778303 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'port_id': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'mac_address': 'fa:16:3e:73:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:28:16.814250 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:16.826226 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:28:16.846007 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:16.915647 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:16.918009 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:16.978850 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=9']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:16.978850 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:17.046443 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8cac7-90c8-46f9-8855-45dc3120752a req-766355fe-a479-4f5a-892d-0dc457bc866c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:17.048011 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f4e8cac7-90c8-46f9-8855-45dc3120752a req-766355fe-a479-4f5a-892d-0dc457bc866c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0620391 Jun 19 20:28:17.087715 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f4e8cac7-90c8-46f9-8855-45dc3120752a req-e8c0ba45-4fa6-49c9-afa0-84c730ef86fb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343149 Jun 19 20:28:17.518339 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6c776-7a06-4e8c-90e9-4ea8d910699d req-0921cbaa-8375-4cfd-b4ee-f582d63365b1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:17.520151 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-82f6c776-7a06-4e8c-90e9-4ea8d910699d req-0921cbaa-8375-4cfd-b4ee-f582d63365b1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0620399 Jun 19 20:28:17.557137 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-82f6c776-7a06-4e8c-90e9-4ea8d910699d req-69e301f9-7e7a-405c-8fc0-6deb0bd7bb1e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Jun 19 20:28:18.260672 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f97b-20d1-48cd-ab9a-983e3e67e14a req-55bf6596-55ff-412c-a497-ca39a1b34843 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:18.262136 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6574f97b-20d1-48cd-ab9a-983e3e67e14a req-55bf6596-55ff-412c-a497-ca39a1b34843 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0616429 Jun 19 20:28:18.298718 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6574f97b-20d1-48cd-ab9a-983e3e67e14a req-d3465e1d-dc83-43fd-bd68-3f635e357611 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305448 Jun 19 20:28:18.728823 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2663fb7-46da-4159-bfdd-d7c17c120322 req-bbc283f5-b95c-4a4f-8dda-60be0de64c33 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:18.730251 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c2663fb7-46da-4159-bfdd-d7c17c120322 req-bbc283f5-b95c-4a4f-8dda-60be0de64c33 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0642254 Jun 19 20:28:18.766063 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c2663fb7-46da-4159-bfdd-d7c17c120322 req-412a17cb-f1a4-456a-a0ca-ef97830a53e3 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297015 Jun 19 20:28:19.475254 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad62cab-8cd7-42aa-9cb6-6be5a4334807 req-1e677194-d8f2-4437-bbe2-a1b63236ac2d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:19.476717 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fad62cab-8cd7-42aa-9cb6-6be5a4334807 req-1e677194-d8f2-4437-bbe2-a1b63236ac2d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0654619 Jun 19 20:28:19.514111 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fad62cab-8cd7-42aa-9cb6-6be5a4334807 req-6546bcee-84c2-4f4f-8185-f318d3eeace1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Jun 19 20:28:19.594949 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:28:19.936440 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f610d9-829b-4466-a21d-9d82cff87079 req-6dbfeb15-b6ad-4289-b80d-354cfa89c649 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:19.938361 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a7f610d9-829b-4466-a21d-9d82cff87079 req-6dbfeb15-b6ad-4289-b80d-354cfa89c649 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0606325 Jun 19 20:28:19.974316 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a7f610d9-829b-4466-a21d-9d82cff87079 req-278ff1a2-fd80-4de3-bd57-80b938ee510a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299630 Jun 19 20:28:20.693472 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5f998-94da-42de-a4c1-860b2ed1dd5b req-bd15b8b5-0cc6-4d83-88cc-3c8447184691 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:20.694741 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63b5f998-94da-42de-a4c1-860b2ed1dd5b req-bd15b8b5-0cc6-4d83-88cc-3c8447184691 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0607848 Jun 19 20:28:20.729828 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63b5f998-94da-42de-a4c1-860b2ed1dd5b req-b1a49d2f-4e8e-4159-8c31-f06d06588f85 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296216 Jun 19 20:28:21.150710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8752d-ebda-4ae9-850a-7544cc5b9751 req-1e64f47d-e478-4e50-b938-af80f2946c39 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:21.152191 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-65b8752d-ebda-4ae9-850a-7544cc5b9751 req-1e64f47d-e478-4e50-b938-af80f2946c39 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0666316 Jun 19 20:28:21.189066 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-65b8752d-ebda-4ae9-850a-7544cc5b9751 req-6a5bde38-3e94-4c45-92c1-69701c655a07 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Jun 19 20:28:21.900545 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95637074-f0a4-4a68-b730-8984a33bcd77 req-4a54e83b-0b6f-4f43-8dea-75cf8000132f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:21.901959 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-95637074-f0a4-4a68-b730-8984a33bcd77 req-4a54e83b-0b6f-4f43-8dea-75cf8000132f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0604711 Jun 19 20:28:21.938637 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-95637074-f0a4-4a68-b730-8984a33bcd77 req-ccbdf058-21d9-4def-845a-4f3ffe7b71d2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307467 Jun 19 20:28:22.357204 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89591ff-4acd-40e4-94af-825eba8b9ecd req-57314b5a-f8fd-405f-bc42-48bc1fa275db tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:22.358621 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f89591ff-4acd-40e4-94af-825eba8b9ecd req-57314b5a-f8fd-405f-bc42-48bc1fa275db tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0610282 Jun 19 20:28:22.400019 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f89591ff-4acd-40e4-94af-825eba8b9ecd req-36a103c4-f47a-4061-b480-2ac025534916 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358229 Jun 19 20:28:23.109779 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db048be-cea3-4f50-b9cf-a84fab472daf req-3bf259d6-b4bb-481e-96c0-80eb9698e7ab tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:23.111229 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0db048be-cea3-4f50-b9cf-a84fab472daf req-3bf259d6-b4bb-481e-96c0-80eb9698e7ab tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0611241 Jun 19 20:28:23.147778 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0db048be-cea3-4f50-b9cf-a84fab472daf req-b0676a15-cf86-43ee-83cb-0ab2a8c18d78 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Jun 19 20:28:23.572324 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ad2c4-9f9d-4959-92fd-3c845685db56 req-8de537aa-b4b9-436b-84d6-ace0afa3f0b2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:23.573692 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-100ad2c4-9f9d-4959-92fd-3c845685db56 req-8de537aa-b4b9-436b-84d6-ace0afa3f0b2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0638866 Jun 19 20:28:23.610131 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-100ad2c4-9f9d-4959-92fd-3c845685db56 req-292c5b85-66ec-4c92-9425-9ca44b34239c tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Jun 19 20:28:24.323550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe641f-6865-4bea-a838-feae8e85c98e req-f21293b6-57e6-4362-945e-74ced3049032 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:24.325019 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9efe641f-6865-4bea-a838-feae8e85c98e req-f21293b6-57e6-4362-945e-74ced3049032 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0635335 Jun 19 20:28:24.366828 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9efe641f-6865-4bea-a838-feae8e85c98e req-42988638-8908-44f9-a9d2-9ee5748e9a7e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357447 Jun 19 20:28:24.787446 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96d11-6d1f-4d84-a99e-87c9a7af07ad req-4ce59731-54c3-4262-aff6-b4bb8a9fe3e5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:24.788918 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b8a96d11-6d1f-4d84-a99e-87c9a7af07ad req-4ce59731-54c3-4262-aff6-b4bb8a9fe3e5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0615468 Jun 19 20:28:24.824885 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b8a96d11-6d1f-4d84-a99e-87c9a7af07ad req-5f0eb744-04c3-410d-b729-16fb4cc5cfc2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300801 Jun 19 20:28:25.497539 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-21a94e76-623e-4292-a25e-323b12c7ff14 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:25.498975 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-21a94e76-623e-4292-a25e-323b12c7ff14 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/networks?id=e6accddd-dd54-4f86-b9f6-6b6994b193b9 HTTP/1.1" status: 200 len: 813 time: 0.0998886 Jun 19 20:28:25.513684 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-f2d0cd8c-bfb4-479e-af0c-60b08d20095d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/quotas/b0dc914c2888441fa4f6f2b75a72cb84 HTTP/1.1" status: 200 len: 375 time: 0.0086236 Jun 19 20:28:25.545516 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-23122aa0-1de0-460a-af4b-32f20fdb849e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265789 Jun 19 20:28:25.631432 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-766843ea-0a21-46a8-88e8-ccf9a61d1a75 service neutron] 10.222.0.25 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797997 Jun 19 20:28:25.727818 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-532fb25b-dc94-466f-9d22-5ddecedea287 service neutron] 10.222.0.25 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906293 Jun 19 20:28:26.069494 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57900d7-147d-4bee-86ab-4567ce5e5a97 req-ab1c8317-9a1a-4150-b694-84e0f4dcdba0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:26.070954 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a57900d7-147d-4bee-86ab-4567ce5e5a97 req-ab1c8317-9a1a-4150-b694-84e0f4dcdba0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.0627491 Jun 19 20:28:26.106590 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a57900d7-147d-4bee-86ab-4567ce5e5a97 req-0be959e8-451a-4dd1-8b15-8676ce8229cc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300236 Jun 19 20:28:26.272118 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9b783-a67c-4a3b-88f8-44da43d41cf7 req-050e914f-536d-4625-927c-e19b223e780f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:26.273541 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f3f9b783-a67c-4a3b-88f8-44da43d41cf7 req-050e914f-536d-4625-927c-e19b223e780f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0681748 Jun 19 20:28:26.312120 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f3f9b783-a67c-4a3b-88f8-44da43d41cf7 req-d4203de0-999a-424c-8a04-380f3a524de1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jun 19 20:28:26.381263 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2640f78d-b962-4a7e-a6ff-bf03f176d171 req-e95b7db1-6dc6-437e-bc79-740618a864cd tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 210 time: 0.0278361 Jun 19 20:28:26.543043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c4436-dc7d-4b8d-99fc-02b23e9c472f req-9bdc9c55-a870-4f19-8853-65ff608d50e6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:26.544506 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-603c4436-dc7d-4b8d-99fc-02b23e9c472f req-9bdc9c55-a870-4f19-8853-65ff608d50e6 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0666945 Jun 19 20:28:26.584226 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-603c4436-dc7d-4b8d-99fc-02b23e9c472f req-ac7014a2-fbc8-49db-a104-47c61f8bfabc tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 Jun 19 20:28:26.607603 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35594) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:26.804227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64137a56-748a-4d16-bbee-d00a9d76cd3a tempest-TestShelveInstance-1042180192 tempest-TestShelveInstance-1042180192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:26.805612 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-64137a56-748a-4d16-bbee-d00a9d76cd3a tempest-TestShelveInstance-1042180192 tempest-TestShelveInstance-1042180192-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1094 time: 0.1969225 Jun 19 20:28:26.808768 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35598) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:26.813020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'port_id': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:28:26.920888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for floatingip, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:27.232856 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:27.345518 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b89c-d028-4838-a5df-93916ed72f12 req-1baac675-ae6b-46e8-bc7d-f54a6bfe1e0a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:27.346964 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-18f5b89c-d028-4838-a5df-93916ed72f12 req-1baac675-ae6b-46e8-bc7d-f54a6bfe1e0a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.1262536 Jun 19 20:28:27.389786 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Allocated IP 172.27.2.43 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/0d5f8c04-5a31-415f-929a-3e941feac5d5) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:28:27.409215 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-18f5b89c-d028-4838-a5df-93916ed72f12 req-3a574d02-c09d-44bc-94cf-3739ca3145a3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547748 Jun 19 20:28:27.501245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:27.543278 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d3b587a6-bb46-4e65-bd95-9bc5317932c6 req-4000c2ef-6d0e-4430-a2c1-ea41017a6e51 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 210 time: 0.0303192 Jun 19 20:28:27.618457 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:27.620552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-3c005a4d-5ec6-4e9c-a4cc-4d51817f988a tempest-VolumesActionsTest-1403582177 tempest-VolumesActionsTest-1403582177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:27.662378 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:28:27.665136 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:28:27.669636 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:28:27.673346 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'Port': ['ID=0d5f8c04-5a31-415f-929a-3e941feac5d5,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:27.694582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:28.119156 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:28.296016 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:28.437591 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:28.492351 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:28.495441 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-71a51f55-6e05-4928-8fa0-07da9d1f4f6a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:28.594039 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event updated for resources: {'Port': ['ID=0d5f8c04-5a31-415f-929a-3e941feac5d5,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:28.599062 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:28.603440 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:28.695970 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16454a6b-d3b1-4f44-912f-f12c64fdb581 req-fd4ad328-f2ad-4454-a6dc-1262ddb79b0c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:28.697430 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-16454a6b-d3b1-4f44-912f-f12c64fdb581 req-fd4ad328-f2ad-4454-a6dc-1262ddb79b0c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 944 time: 0.1718729 Jun 19 20:28:28.738801 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Floating IP cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25 associated. External IP: 172.27.2.43, port: 4ef4676d-1bc1-4750-90da-8b91fb655758. Jun 19 20:28:28.781455 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-16454a6b-d3b1-4f44-912f-f12c64fdb581 req-154d15e5-ed82-4cd2-a329-2b840a2d1bb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770078 Jun 19 20:28:28.871820 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af822bb3-1a4b-45ce-8416-5aba41811181 req-5555aafe-12c9-4f78-a3c6-22ef29c9b8c5 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 210 time: 0.0320554 Jun 19 20:28:28.956274 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Router 58ea2787-0358-4e26-8374-0de82ed13699 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:28:29.005139 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:28:29.050533 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:28:29.050918 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:29.063531 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:28:29.074263 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] Sync routers for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:28:29.093037 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:28:29.093770 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:28:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:29.172910 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:29.211382 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4014983 Jun 19 20:28:29.212318 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:28:29.214228 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0656b31d-fca3-444a-92d4-7e69c03ef77b" -d '{"events": [{"name": "network-changed", "server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:28:29.217855 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:29.243192 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:28:29.255596 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f83c0-692d-4c1a-8fd9-3c733f85462d x-openstack-request-id: req-fb8f83c0-692d-4c1a-8fd9-3c733f85462d {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:28:29.255927 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:28:29.256235 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb8f83c0-692d-4c1a-8fd9-3c733f85462d {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:28:29.256657 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'status': 'completed', 'code': 200} Jun 19 20:28:29.272989 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:28:29.275205 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9300437-290a-4067-ba35-4bbe45d9e5a9" -d '{"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-plugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:28:29.297669 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:29.332972 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-ff9a63f2-25f3-4fac-badc-5cf919670584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:29.334152 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6473d7-ce5e-4107-9706-25d574f4861a x-openstack-request-id: req-3e6473d7-ce5e-4107-9706-25d574f4861a {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:28:29.334423 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-ff9a63f2-25f3-4fac-badc-5cf919670584 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0535247 Jun 19 20:28:29.334541 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-plugged", "status": "completed", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:28:29.334766 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e6473d7-ce5e-4107-9706-25d574f4861a {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:28:29.335075 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'code': 200} Jun 19 20:28:29.393735 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:29.396882 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-e4fcf597-4def-48cc-b1e9-385f3cf39da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:29.467681 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=10']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:29.485465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.485812 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.486152 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.486483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.486812 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.487140 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.487465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.487789 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.488140 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.488464 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.488817 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.489105 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:29.494587 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:29.545388 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'port_id': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'mac_address': 'fa:16:3e:90:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:28:27Z', 'updated_at': '2021-06-19T20:28:27Z', 'revision_number': 0, 'project_id': '88f710bbe4af4d8596206d565112c600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:29.566985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-849d59a9-caee-49a8-9028-fc1cfce77a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:29.568448 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-849d59a9-caee-49a8-9028-fc1cfce77a1e service neutron] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 908 time: 0.0972223 Jun 19 20:28:29.575963 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] Checking router: 58ea2787-0358-4e26-8374-0de82ed13699 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:28:29.584766 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:28:29.585391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:28:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:29.637064 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-82eed9b9-caff-4a1d-aa3b-9ef49e96b7b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 999 time: 0.0604877 Jun 19 20:28:29.685962 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-2beaf648-fad3-4101-b1fc-e195e560ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:29.687448 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-2beaf648-fad3-4101-b1fc-e195e560ce21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0425913 Jun 19 20:28:29.689026 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:28:29.744465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-40e6fb3e-cb69-4983-bae7-c58da071f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:29.745852 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-40e6fb3e-cb69-4983-bae7-c58da071f240 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518003 Jun 19 20:28:29.847161 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-e7a1ab99-a604-48e7-92f0-720d49798805 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939183 Jun 19 20:28:29.994357 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0656b31d-fca3-444a-92d4-7e69c03ef77b req-80a620f3-7868-42ca-a175-56cbdd03e715 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343174 Jun 19 20:28:30.010970 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c19d2-4fde-4d15-a96b-e48735e259c7 req-e7b3013b-00e3-490f-a969-ebe3f5357692 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:30.012605 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7e8c19d2-4fde-4d15-a96b-e48735e259c7 req-e7b3013b-00e3-490f-a969-ebe3f5357692 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.0991893 Jun 19 20:28:30.058581 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d6b09352-b283-4979-9b2f-2706f73c1ccb req-6e2366a4-46f6-4e59-a6d7-ebeae50bb27c tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 210 time: 0.0344629 Jun 19 20:28:30.079079 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7e8c19d2-4fde-4d15-a96b-e48735e259c7 req-f623199d-faa7-4d5a-8ecc-f60e34171c3e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603952 Jun 19 20:28:30.092570 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'port_id': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'mac_address': 'fa:16:3e:90:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:28:27Z', 'updated_at': '2021-06-19T20:28:27Z', 'revision_number': 0, 'project_id': '88f710bbe4af4d8596206d565112c600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:28:30.119318 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ca387-55fd-4e06-b1f0-438acdecf1ec None None] The sync data for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi is: [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'port_id': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'mac_address': 'fa:16:3e:90:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:28:27Z', 'updated_at': '2021-06-19T20:28:27Z', 'revision_number': 0, 'project_id': '88f710bbe4af4d8596206d565112c600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:28:30.256318 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a66dd8-f277-4a5b-b1ae-55d31ae07f67 req-a49cb38d-0d01-4105-90ca-120ec75f7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:30.258102 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-28a66dd8-f277-4a5b-b1ae-55d31ae07f67 req-a49cb38d-0d01-4105-90ca-120ec75f7036 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1099 time: 0.0547061 Jun 19 20:28:30.275395 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-927fc6ff-0f3f-4dff-9a54-a086e08c343c tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:30.276987 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-927fc6ff-0f3f-4dff-9a54-a086e08c343c tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "GET /v2.0/networks?id=e6accddd-dd54-4f86-b9f6-6b6994b193b9 HTTP/1.1" status: 200 len: 813 time: 0.1026323 Jun 19 20:28:30.290523 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Request body: {'port': {'device_id': '92200650-8a39-47ff-a66b-651a505858cc', 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9', 'admin_state_up': True, 'tenant_id': 'b0dc914c2888441fa4f6f2b75a72cb84'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:28:30.299184 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-28a66dd8-f277-4a5b-b1ae-55d31ae07f67 req-6c4f7d64-a026-42ec-9192-12f4ee829abc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341151 Jun 19 20:28:30.356251 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f3993-9713-468c-9fde-d4b66be2cfb4 None None] New status for floating IP cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:28:30.480954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Made reservation on behalf of b0dc914c2888441fa4f6f2b75a72cb84 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:28:30.486165 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:30.616595 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Allocated IP 172.20.0.12 (e6accddd-dd54-4f86-b9f6-6b6994b193b9/da170278-f454-4ba8-939d-06f30dac7864/42674793-fbb1-4217-b020-534b98fa4fb4) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:28:30.757142 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:30.869873 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:30.873844 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:30.922459 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Network e6accddd-dd54-4f86-b9f6-6b6994b193b9 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:28:30.925811 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:28:30.930391 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:28:30.934082 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Pushing event updated for resources: {'Port': ['ID=42674793-fbb1-4217-b020-534b98fa4fb4,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:30.953856 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:30.980302 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:30.980901 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:31.068228 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819693 Jun 19 20:28:31.081630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Request body: {'port': {'device_id': '92200650-8a39-47ff-a66b-651a505858cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:28:31.158899 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:31.251617 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84501f8-83c6-4b5a-93f8-f701261ed9c1 req-93a2510c-f3b0-431f-9552-27c0e1684884 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:31.253148 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c84501f8-83c6-4b5a-93f8-f701261ed9c1 req-93a2510c-f3b0-431f-9552-27c0e1684884 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.0626945 Jun 19 20:28:31.290808 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c84501f8-83c6-4b5a-93f8-f701261ed9c1 req-f185ccce-215a-42be-af7d-69f9d455cc8f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313909 Jun 19 20:28:31.330985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b171b-999c-49e9-8ede-940a409aad51 req-8af3aff9-6d0e-4f2c-bb99-b05578d5b93a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:31.332364 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4c4b171b-999c-49e9-8ede-940a409aad51 req-8af3aff9-6d0e-4f2c-bb99-b05578d5b93a tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 932 time: 0.1417391 Jun 19 20:28:31.408494 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4c4b171b-999c-49e9-8ede-940a409aad51 req-f7ce92f9-c10f-4be0-8668-e87478e2d821 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672126 Jun 19 20:28:31.496462 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42674793-fbb1-4217-b020-534b98fa4fb4 {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:28:31.503834 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:31.515171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Transition to ACTIVE for port object 42674793-fbb1-4217-b020-534b98fa4fb4 will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:28:31.913854 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:31.916217 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b68d804c-b1cb-45d1-9ef0-8b0af5299b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:31.983497 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Pushing event updated for resources: {'Port': ['ID=42674793-fbb1-4217-b020-534b98fa4fb4,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:31.987623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:32.054005 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Attempting to bind port 42674793-fbb1-4217-b020-534b98fa4fb4 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:28:32.054334 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Attempting to bind port 42674793-fbb1-4217-b020-534b98fa4fb4 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:28:32.054655 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Attempting to bind port 42674793-fbb1-4217-b020-534b98fa4fb4 on network e6accddd-dd54-4f86-b9f6-6b6994b193b9 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:28:32.058856 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Port 42674793-fbb1-4217-b020-534b98fa4fb4 on network e6accddd-dd54-4f86-b9f6-6b6994b193b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:28:32.059165 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Attempting to bind port 42674793-fbb1-4217-b020-534b98fa4fb4 on network e6accddd-dd54-4f86-b9f6-6b6994b193b9 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:28:32.063776 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:28:32.064144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Checking segment: {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:28:32.064509 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Bound using segment: {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:28:32.064920 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Bound port: 42674793-fbb1-4217-b020-534b98fa4fb4, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9584502e-ce9a-4be7-af01-b55519284376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:28:32.065256 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:32.126738 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] For port 42674793-fbb1-4217-b020-534b98fa4fb4, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:28:32.129859 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] For port 42674793-fbb1-4217-b020-534b98fa4fb4, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=42674793-fbb1-4217-b020-534b98fa4fb4,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:28:32.235539 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:32.237578 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:32.269741 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.270316 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:32.271660 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] 10.222.0.22 "PUT /v2.0/ports/42674793-fbb1-4217-b020-534b98fa4fb4 HTTP/1.1" status: 200 len: 1094 time: 1.1941628 Jun 19 20:28:32.273465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92200650-8a39-47ff-a66b-651a505858cc', 'tag': '42674793-fbb1-4217-b020-534b98fa4fb4'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:28:32.274618 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63513b6-215e-4834-a9f7-7a25b1802e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "92200650-8a39-47ff-a66b-651a505858cc", "tag": "42674793-fbb1-4217-b020-534b98fa4fb4"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:28:32.305451 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Pushing event updated for resources: {'Port': ['ID=42674793-fbb1-4217-b020-534b98fa4fb4,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:32.308591 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:32.315643 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bdd9f9-9a7e-410b-a1b4-a2f5853f8d7c x-openstack-request-id: req-90bdd9f9-9a7e-410b-a1b4-a2f5853f8d7c {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:28:32.316006 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92200650-8a39-47ff-a66b-651a505858cc", "tag": "42674793-fbb1-4217-b020-534b98fa4fb4", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:28:32.316338 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90bdd9f9-9a7e-410b-a1b4-a2f5853f8d7c {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:28:32.316767 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92200650-8a39-47ff-a66b-651a505858cc', 'tag': '42674793-fbb1-4217-b020-534b98fa4fb4', 'status': 'completed', 'code': 200} Jun 19 20:28:32.393269 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63513b6-215e-4834-a9f7-7a25b1802e1e req-75f6b0b7-e9a9-4f4d-a3fc-9f58a7aacc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.394660 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f63513b6-215e-4834-a9f7-7a25b1802e1e req-75f6b0b7-e9a9-4f4d-a3fc-9f58a7aacc03 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 1097 time: 0.0572853 Jun 19 20:28:32.486347 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc883-f611-4ccc-903d-9b89cd6aa28a req-801fa6c4-9941-4e3a-ad71-e82e9c56dfbc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.487816 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1a6fc883-f611-4ccc-903d-9b89cd6aa28a req-801fa6c4-9941-4e3a-ad71-e82e9c56dfbc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.0761690 Jun 19 20:28:32.502067 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63513b6-215e-4834-a9f7-7a25b1802e1e req-c993c3fe-6bea-4303-b0c3-2568c1ed0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.503608 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f63513b6-215e-4834-a9f7-7a25b1802e1e req-c993c3fe-6bea-4303-b0c3-2568c1ed0872 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1010833 Jun 19 20:28:32.533016 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1a6fc883-f611-4ccc-903d-9b89cd6aa28a req-3db4d3f6-dcdd-4648-9a3e-0cb822f60481 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386479 Jun 19 20:28:32.646157 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63513b6-215e-4834-a9f7-7a25b1802e1e req-1bcb26a9-cd42-4f8e-8c80-8073bbf47bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.649426 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f63513b6-215e-4834-a9f7-7a25b1802e1e req-1bcb26a9-cd42-4f8e-8c80-8073bbf47bf8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396761 Jun 19 20:28:32.669965 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257a80-4fb2-4813-a6e5-4769be6ebdd7 req-b536e031-5837-4482-aa68-212e958d0253 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.678417 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e9257a80-4fb2-4813-a6e5-4769be6ebdd7 req-b536e031-5837-4482-aa68-212e958d0253 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 944 time: 0.1173563 Jun 19 20:28:32.742573 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e9257a80-4fb2-4813-a6e5-4769be6ebdd7 req-a9da1103-dc6f-451a-af42-5adf98ce3865 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Jun 19 20:28:32.767760 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-cc3d50bf-649f-4cc0-b036-7d8cf2b5e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.769366 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-cc3d50bf-649f-4cc0-b036-7d8cf2b5e975 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 1097 time: 0.0747628 Jun 19 20:28:32.813807 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-71bb0d75-c780-4266-a524-8fc6a39e3da9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42674793-fbb1-4217-b020-534b98fa4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0362778 Jun 19 20:28:32.861273 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-820f2515-a8c6-4267-86f2-0b2bd4467acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:32.862641 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-820f2515-a8c6-4267-86f2-0b2bd4467acb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=da170278-f454-4ba8-939d-06f30dac7864 HTTP/1.1" status: 200 len: 853 time: 0.0416572 Jun 19 20:28:32.893041 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-7c64d644-68b6-4117-8641-2fb531f7d941 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6accddd-dd54-4f86-b9f6-6b6994b193b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247655 Jun 19 20:28:32.996850 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-ec77e0bb-55a0-4678-b810-7d6fbd478917 service neutron] 10.222.0.22 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972407 Jun 19 20:28:33.089707 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a1013c9f-cdbe-4cef-b53a-90de435f8ae8 req-7761c2ea-8c07-47d9-a5e4-9037e557d953 service neutron] 10.222.0.22 "GET /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Jun 19 20:28:33.729305 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b20d-8c76-436f-bdc7-9b57a72ee71d req-59a0ef45-08d1-4de6-946e-7223cfd51172 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:33.730351 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d3f9b20d-8c76-436f-bdc7-9b57a72ee71d req-59a0ef45-08d1-4de6-946e-7223cfd51172 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.0660369 Jun 19 20:28:33.768878 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d3f9b20d-8c76-436f-bdc7-9b57a72ee71d req-53b3d578-4c5f-43f3-940a-426974dc3c13 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326920 Jun 19 20:28:33.915758 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ff55-69d3-4d65-b170-6dc9ab85c9f4 req-28027c21-d15a-4571-adc9-6b8dbc6209d7 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:33.917463 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-df82ff55-69d3-4d65-b170-6dc9ab85c9f4 req-28027c21-d15a-4571-adc9-6b8dbc6209d7 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 944 time: 0.0613315 Jun 19 20:28:33.954017 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-df82ff55-69d3-4d65-b170-6dc9ab85c9f4 req-300f81aa-0cc5-4ae7-8084-387cddb1e403 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Jun 19 20:28:34.383229 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-9dd3fe31-9a7e-48a4-a5a0-7476c3961b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:35.126390 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41ab8-cf57-48a1-a1de-13ff1af9d615 req-f15acc52-d617-4a23-8dd7-462d980ad8f2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:35.127834 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-25e41ab8-cf57-48a1-a1de-13ff1af9d615 req-f15acc52-d617-4a23-8dd7-462d980ad8f2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 944 time: 0.0624511 Jun 19 20:28:35.165834 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-25e41ab8-cf57-48a1-a1de-13ff1af9d615 req-87254713-7090-4e8f-91be-a598e2f4b5b6 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Jun 19 20:28:36.334894 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6794-f1e4-4888-af65-f9101f7ffcfb req-3caa94cb-402f-4a3b-8553-b8ae3e6a14d0 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:36.336340 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd3d6794-f1e4-4888-af65-f9101f7ffcfb req-3caa94cb-402f-4a3b-8553-b8ae3e6a14d0 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 944 time: 0.0632648 Jun 19 20:28:36.371982 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fd3d6794-f1e4-4888-af65-f9101f7ffcfb req-e72252c4-1e1b-4d17-88b0-864beb6293a3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301762 Jun 19 20:28:36.720909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:36.924694 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-016f2606-c8e1-4ddb-b68f-3109e7ef4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:37.176039 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:37.538610 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bad8c-9e58-47e9-9954-4734c57ad5e7 req-eb83c440-72e0-4553-8831-504cfc8460ef tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:37.540120 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75bad8c-9e58-47e9-9954-4734c57ad5e7 req-eb83c440-72e0-4553-8831-504cfc8460ef tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 944 time: 0.0603611 Jun 19 20:28:37.575799 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b75bad8c-9e58-47e9-9954-4734c57ad5e7 req-1c8b2bf3-11fa-4aa0-94a7-631cc200ae97 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299201 Jun 19 20:28:37.687273 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 42674793-fbb1-4217-b020-534b98fa4fb4 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:28:37.782379 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 42674793-fbb1-4217-b020-534b98fa4fb4, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=42674793-fbb1-4217-b020-534b98fa4fb4,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:37.794701 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '42674793-fbb1-4217-b020-534b98fa4fb4', 'network_id': 'e6accddd-dd54-4f86-b9f6-6b6994b193b9', 'port_id': '42674793-fbb1-4217-b020-534b98fa4fb4', 'mac_address': 'fa:16:3e:aa:b6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da170278-f454-4ba8-939d-06f30dac7864', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:28:37.829811 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:37.841758 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42674793-fbb1-4217-b020-534b98fa4fb4 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:28:37.860493 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 42674793-fbb1-4217-b020-534b98fa4fb4, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=42674793-fbb1-4217-b020-534b98fa4fb4,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:37.931793 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:37.933520 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-2f02552a-d497-4238-9752-7ebe01b969a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:37.980148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=42674793-fbb1-4217-b020-534b98fa4fb4,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:37.983211 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:38.069423 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:38.742531 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94e2bc-04b0-4f3a-bd67-860dc359f78b req-dcca011b-3e6d-4087-be16-51da4e4e292b tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:38.743984 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-eb94e2bc-04b0-4f3a-bd67-860dc359f78b req-dcca011b-3e6d-4087-be16-51da4e4e292b tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 945 time: 0.0611064 Jun 19 20:28:38.783963 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-eb94e2bc-04b0-4f3a-bd67-860dc359f78b req-db861567-0efb-4d4d-a979-d5a224062463 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Jun 19 20:28:39.914879 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:39.956548 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6232ed-fb1d-417b-a7d7-6d1dd439f46f req-bcdc1782-df11-4bf0-b449-4355270a6045 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:39.958008 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ee6232ed-fb1d-417b-a7d7-6d1dd439f46f req-bcdc1782-df11-4bf0-b449-4355270a6045 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 945 time: 0.0614185 Jun 19 20:28:39.993531 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ee6232ed-fb1d-417b-a7d7-6d1dd439f46f req-13e4f78a-a972-4488-9b2d-085702e2bf33 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300252 Jun 19 20:28:41.065978 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['42674793-fbb1-4217-b020-534b98fa4fb4'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:28:41.269511 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274d83c-7f3b-4fbc-9ffb-dc976b577ba3 req-8b674989-26d2-489e-b5e1-3d5bd65a2a2d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:41.270987 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5274d83c-7f3b-4fbc-9ffb-dc976b577ba3 req-8b674989-26d2-489e-b5e1-3d5bd65a2a2d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 945 time: 0.1671731 Jun 19 20:28:41.307396 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5274d83c-7f3b-4fbc-9ffb-dc976b577ba3 req-f687f428-56e6-42a7-bb84-f030e9822bd2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Jun 19 20:28:42.144394 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 42674793-fbb1-4217-b020-534b98fa4fb4 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:28:42.309589 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 42674793-fbb1-4217-b020-534b98fa4fb4 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:28:42.313792 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 42674793-fbb1-4217-b020-534b98fa4fb4 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:28:42.314139 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:42.391273 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:42.416566 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92200650-8a39-47ff-a66b-651a505858cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42674793-fbb1-4217-b020-534b98fa4fb4'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:28:42.417355 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b958945d-b49a-4115-b272-fa0caab8239a" -d '{"events": [{"server_uuid": "92200650-8a39-47ff-a66b-651a505858cc", "name": "network-vif-plugged", "status": "completed", "tag": "42674793-fbb1-4217-b020-534b98fa4fb4"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:28:42.430240 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 42674793-fbb1-4217-b020-534b98fa4fb4, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=42674793-fbb1-4217-b020-534b98fa4fb4,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:28:42.460736 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2eec7b-4ee1-409e-a3e7-ec5bb89eae78 x-openstack-request-id: req-2e2eec7b-4ee1-409e-a3e7-ec5bb89eae78 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:28:42.461029 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92200650-8a39-47ff-a66b-651a505858cc", "name": "network-vif-plugged", "status": "completed", "tag": "42674793-fbb1-4217-b020-534b98fa4fb4", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:28:42.461286 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e2eec7b-4ee1-409e-a3e7-ec5bb89eae78 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:28:42.461701 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92200650-8a39-47ff-a66b-651a505858cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42674793-fbb1-4217-b020-534b98fa4fb4', 'code': 200} Jun 19 20:28:42.483827 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7ba8-695b-44ba-b37f-4c981edfd2bb req-1aa723e8-fd74-413a-bf9d-d7114f2b574d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:42.485437 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6aaf7ba8-695b-44ba-b37f-4c981edfd2bb req-1aa723e8-fd74-413a-bf9d-d7114f2b574d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 945 time: 0.0660608 Jun 19 20:28:42.522807 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6aaf7ba8-695b-44ba-b37f-4c981edfd2bb req-5c245cd8-24f8-4a9d-a3bd-32c77b0bb10e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Jun 19 20:28:42.542058 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:42.544016 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:42.591835 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=42674793-fbb1-4217-b020-534b98fa4fb4,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:42.595389 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:42.894291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8c968-fa9b-4f08-ab0d-f4a6e86d88e2 req-5623f89e-78a3-4f40-8dd8-19b69b733450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:42.895734 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17b8c968-fa9b-4f08-ab0d-f4a6e86d88e2 req-5623f89e-78a3-4f40-8dd8-19b69b733450 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 1099 time: 0.0504241 Jun 19 20:28:42.930674 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17b8c968-fa9b-4f08-ab0d-f4a6e86d88e2 req-3a3470d9-1840-4a63-8b07-fbc46942bb1b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271020 Jun 19 20:28:43.698604 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c184943-f3a6-48da-9b28-871219175c26 req-d401d379-b5ff-4dbb-9c03-7e2103571cc3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:43.700094 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2c184943-f3a6-48da-9b28-871219175c26 req-d401d379-b5ff-4dbb-9c03-7e2103571cc3 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 946 time: 0.0669956 Jun 19 20:28:43.737211 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2c184943-f3a6-48da-9b28-871219175c26 req-d9944ebb-0078-43ca-9203-32c2b788d469 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Jun 19 20:28:44.907674 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d8536-0ceb-4e78-adf6-ac69036dcb2a req-039de9fc-aa8f-4875-888a-64830c5c106f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:28:44.909156 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-626d8536-0ceb-4e78-adf6-ac69036dcb2a req-039de9fc-aa8f-4875-888a-64830c5c106f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 946 time: 0.0614400 Jun 19 20:28:44.949008 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-626d8536-0ceb-4e78-adf6-ac69036dcb2a req-4ca274e4-a5e8-42fe-9dd1-c8a0f473d61f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Jun 19 20:28:46.083030 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:28:46.517276 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 35818) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:46.618134 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:46.704698 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:46.870044 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:46.870044 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-65afa4e8-fa08-4325-83db-4119017df0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:46.901461 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e7c82daef2741dfbf33992b993f8ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830326 Jun 19 20:28:46.903418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0080dfa-d393-43da-8506-4e82ed04e59f,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:46.904884 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 35824) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:28:46.910867 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.911243 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.911611 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.911999 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.912676 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.912819 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.913049 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.913398 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.913746 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.914092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.914436 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.914779 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:46.919077 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:28:46.960522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:46.980500 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:47.158785 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:47.169463 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:28:47.169463 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0080dfa-d393-43da-8506-4e82ed04e59f HTTP/1.1" status: 204 len: 168 time: 0.2563226 Jun 19 20:28:47.169463 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-73e1b103-d708-4886-a60b-0c3e7ce9a0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:28:47.170917 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0080dfa-d393-43da-8506-4e82ed04e59f,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:28:47.178360 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.178735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.179099 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.179455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.179808 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.180191 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.180542 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.180890 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.181236 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.181582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.181926 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.182267 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:28:47.185439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:29:04.302217 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-6bef84f9-e85d-4063-a2a0-bf670a91661d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444681 Jun 19 20:29:04.389266 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-1db02ea1-df1f-41e9-8fa4-fa2ae6c17cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:04.415562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-cde331d0-fcfb-4cc3-a916-31acdd07d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:04.417245 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-cde331d0-fcfb-4cc3-a916-31acdd07d720 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 1099 time: 0.0599995 Jun 19 20:29:05.038411 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-1fe1b057-14d8-4a7d-b20f-ea2139b96efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:05.039892 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-1fe1b057-14d8-4a7d-b20f-ea2139b96efc service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.0897224 Jun 19 20:29:06.706391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:06.763345 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-aaecdd69-51b4-4d86-8d71-919c082eaa8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 200 len: 1001 time: 0.0560026 Jun 19 20:29:07.005906 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9e43-b59d-4f25-b597-39d0bbddde9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:07.183034 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:07.858093 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-4b066c14-ca2c-4fd6-8058-c17292eae92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:07.860191 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-4b066c14-ca2c-4fd6-8058-c17292eae92e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0452051 Jun 19 20:29:08.083770 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:09.417576 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-514866eb-8511-4691-8590-6b25b121b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:09.419028 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-514866eb-8511-4691-8590-6b25b121b1c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557463 Jun 19 20:29:09.508136 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-643ca8d8-b37f-4dd1-ac51-dd880775e6ea service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804446 Jun 19 20:29:09.598190 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cc76ad7c-13d2-4b54-aa11-513113d7628d req-77262ec7-1a84-4fb1-bbca-709ac69fa7c6 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833194 Jun 19 20:29:09.952293 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:17.631826 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795769a5-1739-4fd2-97cd-a3cf0c04c906 req-6c978d8e-3976-4629-958b-871dc33154e2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:17.633426 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-795769a5-1739-4fd2-97cd-a3cf0c04c906 req-6c978d8e-3976-4629-958b-871dc33154e2 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 946 time: 0.0670025 Jun 19 20:29:17.676881 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-795769a5-1739-4fd2-97cd-a3cf0c04c906 req-ed54ffef-8cfa-4f2b-930f-5d5d453db62b tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Jun 19 20:29:18.851568 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76122d-067b-41d5-89db-78c04ebbe6bb req-29ca6abe-5001-46f3-bdf7-ce49ea0eeec4 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:18.853037 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fe76122d-067b-41d5-89db-78c04ebbe6bb req-29ca6abe-5001-46f3-bdf7-ce49ea0eeec4 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 946 time: 0.0641978 Jun 19 20:29:18.894449 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fe76122d-067b-41d5-89db-78c04ebbe6bb req-f28d4f33-7af3-48d6-95c5-284bcc56a908 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358734 Jun 19 20:29:19.777096 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-3606060b-c321-451f-9867-e28f8c323fe7 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:19.778547 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-3606060b-c321-451f-9867-e28f8c323fe7 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 946 time: 0.0617192 Jun 19 20:29:19.895673 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Deleting port 42674793-fbb1-4217-b020-534b98fa4fb4 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:29:19.895924 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:19.980614 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] For port 42674793-fbb1-4217-b020-534b98fa4fb4, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=42674793-fbb1-4217-b020-534b98fa4fb4,segment=NetworkSegment(9584502e-ce9a-4be7-af01-b55519284376),segment_id=9584502e-ce9a-4be7-af01-b55519284376)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:29:19.981049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:20.047228 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Calling delete_port for 42674793-fbb1-4217-b020-534b98fa4fb4 owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:29:20.065501 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d1064-ad2e-4440-90dd-c15817e8b8b1 req-e9d7ed6b-c977-436c-8a0c-8a86bd24922d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:29:20.066961 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-123d1064-ad2e-4440-90dd-c15817e8b8b1 req-e9d7ed6b-c977-436c-8a0c-8a86bd24922d tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 946 time: 0.0618341 Jun 19 20:29:20.105380 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-123d1064-ad2e-4440-90dd-c15817e8b8b1 req-df57eb25-6d6c-4b68-bec3-8134abc79823 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Jun 19 20:29:20.257209 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:20.261118 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:29:20.270669 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['42674793-fbb1-4217-b020-534b98fa4fb4'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:29:20.288153 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Pushing event deleted for resources: {'Port': ['ID=42674793-fbb1-4217-b020-534b98fa4fb4,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:29:20.291506 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:29:20.333678 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] No DVR routers for this DVR port 42674793-fbb1-4217-b020-534b98fa4fb4 on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:29:20.336945 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:20.339180 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9ef16e7e-27f0-4d0f-9fae-9deaabc28e83 req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.22 "DELETE /v2.0/ports/42674793-fbb1-4217-b020-534b98fa4fb4 HTTP/1.1" status: 204 len: 173 time: 0.5551651 Jun 19 20:29:20.339712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92200650-8a39-47ff-a66b-651a505858cc', 'name': 'network-vif-deleted', 'tag': '42674793-fbb1-4217-b020-534b98fa4fb4'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:29:20.343350 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a00269-b677-484f-98f7-70a8b6fba6b3" -d '{"events": [{"server_uuid": "92200650-8a39-47ff-a66b-651a505858cc", "name": "network-vif-deleted", "tag": "42674793-fbb1-4217-b020-534b98fa4fb4"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:29:20.512341 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39132a90-0ac5-4f26-84c7-e4878bd21c57 x-openstack-request-id: req-39132a90-0ac5-4f26-84c7-e4878bd21c57 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:29:20.512889 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92200650-8a39-47ff-a66b-651a505858cc", "name": "network-vif-deleted", "tag": "42674793-fbb1-4217-b020-534b98fa4fb4", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:29:20.513178 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39132a90-0ac5-4f26-84c7-e4878bd21c57 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:29:20.513686 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92200650-8a39-47ff-a66b-651a505858cc', 'name': 'network-vif-deleted', 'tag': '42674793-fbb1-4217-b020-534b98fa4fb4', 'status': 'completed', 'code': 200} Jun 19 20:29:21.262214 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1c51c7d9-f11a-46c8-8e52-722fd1d40b54 req-c3001aee-375c-438b-aa21-b9bc7accd79f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 210 time: 0.0328488 Jun 19 20:29:22.350690 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 42674793-fbb1-4217-b020-534b98fa4fb4 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:29:22.370054 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 42674793-fbb1-4217-b020-534b98fa4fb4 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:29:22.370394 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 42674793-fbb1-4217-b020-534b98fa4fb4 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:29:22.676630 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e50ebcb5-a121-4a5f-93fd-8e79051f2287 req-96b5572d-99dc-4621-9248-ecd60530ac0f tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] 10.222.0.25 "GET /v2.0/ports?device_id=92200650-8a39-47ff-a66b-651a505858cc HTTP/1.1" status: 200 len: 210 time: 0.2920685 Jun 19 20:29:23.081934 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:29:34.388631 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-65455bb2-b9a4-40ff-88e1-13386e7c6a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:36.682666 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:36.954661 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d3cbfabc-f9c4-4e95-91a6-20d516679b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:37.159749 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:38.105192 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:39.965876 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:54.668086 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36380) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:29:54.766760 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:54.849421 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:54.965436 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:54.968077 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-17bb2cf5-18ed-46db-9aaa-c2e7996370f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:29:55.002789 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9fc43bfd91d423592acdd65df551c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335783 Jun 19 20:29:55.003673 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3279a1-5767-43fa-9426-802144261c8e,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:29:55.006104 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36386) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:29:55.011299 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.011671 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.012115 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.012470 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.012819 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.013168 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.013508 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.013850 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.014191 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.014528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.014863 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.015200 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.019229 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:29:55.054539 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:55.079318 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:55.224690 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:55.227264 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:29:55.228461 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a3279a1-5767-43fa-9426-802144261c8e HTTP/1.1" status: 204 len: 168 time: 0.2212486 Jun 19 20:29:55.229290 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5881d44a-6c48-4036-9681-87bb5ca382e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:29:55.236474 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3279a1-5767-43fa-9426-802144261c8e,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:29:55.243924 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.244321 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.244684 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.245043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.245397 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.245751 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.246103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.246447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.246795 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.247138 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.247483 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.247823 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:29:55.250929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:00.080351 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:30:04.274274 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36476) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:04.382741 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f5896884-3ce3-439c-bb3e-560100983d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.548625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Deleting subnet da170278-f454-4ba8-939d-06f30dac7864 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:30:04.548625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.579300 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.616238 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.742828 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.745344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:04.766084 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da170278-f454-4ba8-939d-06f30dac7864,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:04.770980 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:04.773757 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.775573 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-049d4e7e-cb59-4eb5-aba8-624698fa3499 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da170278-f454-4ba8-939d-06f30dac7864 HTTP/1.1" status: 204 len: 168 time: 0.5003307 Jun 19 20:30:04.778088 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36480) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:04.844226 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.930558 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.940105 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6accddd-dd54-4f86-b9f6-6b6994b193b9']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:04.950347 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9584502e-ce9a-4be7-af01-b55519284376') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:04.950646 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9584502e-ce9a-4be7-af01-b55519284376') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:04.959691 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.972561 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.978315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:30:04.978698 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:30:04.980322 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:30:05.099131 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:05.103841 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:05.107301 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6accddd-dd54-4f86-b9f6-6b6994b193b9 HTTP/1.1" status: 204 len: 168 time: 0.3267105 Jun 19 20:30:05.107301 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-56a6d4fe-46a3-4e6c-bdfc-35e85e0dabdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:05.119165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6accddd-dd54-4f86-b9f6-6b6994b193b9,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:05.121815 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-23f9d333-dde7-4792-be7f-5eea7492306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:05.250636 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-7c593ce5-d3fc-4864-9bf7-e2e0c0be91eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492291 Jun 19 20:30:05.325583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-5651db84-7877-405d-ad41-fdc0ca292e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:05.327011 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-5651db84-7877-405d-ad41-fdc0ca292e6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0556710 Jun 19 20:30:05.428253 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-52dbeb17-80ae-4814-b74d-1bdac976fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:05.429881 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-52dbeb17-80ae-4814-b74d-1bdac976fad0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 908 time: 0.0812824 Jun 19 20:30:05.491591 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36486) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:05.514633 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-1f74035f-770a-497f-89e8-d00f2619217b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 1001 time: 0.0776887 Jun 19 20:30:05.534937 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e9c95fc9-5f2a-4bbb-994b-2449e9f46fd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0dc914c2888441fa4f6f2b75a72cb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421014 Jun 19 20:30:05.537407 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36488) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:05.576307 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-89a7bfa2-f656-4f4c-9c21-48cbe7ae15da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:05.577760 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-89a7bfa2-f656-4f4c-9c21-48cbe7ae15da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0566998 Jun 19 20:30:05.601090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:05.621850 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:05.634053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-60ab61d9-a77b-4404-a372-1e6ce5bc31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:05.635621 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-60ab61d9-a77b-4404-a372-1e6ce5bc31ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514951 Jun 19 20:30:05.726833 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-b57d5e6d-7ce9-4c4e-91df-980cc49a895f service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848529 Jun 19 20:30:05.800084 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:05.802582 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:05.803754 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0 HTTP/1.1" status: 204 len: 168 time: 0.2654507 Jun 19 20:30:05.804718 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ae9ee50-66a3-4e5a-8c6e-ebfe1b1c3169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:05.814738 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64116f-5d9e-4d3f-bed0-f6cb0bfbecb0,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:05.816283 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ae156931-71ea-45f1-a21a-4e9f85941bcd req-7fc3df72-b759-40db-a172-cad90ab3bd34 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Jun 19 20:30:05.817354 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:06.690933 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:06.829499 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36512) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:06.920685 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53971768-network', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:06.933186 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8247b92e-1454-4d90-81a5-f75fb66ffba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.018694 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Made reservation on behalf of fbf5a688b97742cfabe6857843dda4d4 for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:30:07.021087 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.029402 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.113217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.147894 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.172997 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.176045 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-12bf6b20-9708-461f-89ad-4554f543d16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:07.200618 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:30:07.207072 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4e1ed-2a36-497c-af60-9b107ed4b4b1,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:07.210100 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:07.214864 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.214864 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Added segment 593c06a7-7c5d-45fd-b90a-20c9c52fd584 of type vlan for network cdec99b9-9835-4896-b392-30348f1eb0c4 Jun 19 20:30:07.257226 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.355816 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.357150 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:07.357728 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.359821 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-08e86639-97cc-40e1-8a00-8c7501ae9e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:07.416459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Pushing event updated for resources: {'Network': ['ID=cdec99b9-9835-4896-b392-30348f1eb0c4,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:07.419214 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:07.426348 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network cdec99b9-9835-4896-b392-30348f1eb0c4 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:30:07.488191 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6575439 Jun 19 20:30:07.491447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36520) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:07.496304 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Request body: {'subnet': {'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53971768-subnet', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:07.584445 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Made reservation on behalf of fbf5a688b97742cfabe6857843dda4d4 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:30:07.586705 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7609478'] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.799163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7609492'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:07.801956 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:07.860370 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f51558f-e24e-4412-966b-55c6997b02a8,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:07.864714 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:07.865808 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Checking segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:07.866127 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Network hostable DHCP agents. Network: cdec99b9-9835-4896-b392-30348f1eb0c4, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:30:07.930344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Network cdec99b9-9835-4896-b392-30348f1eb0c4 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:30:08.016277 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, cdec99b9-9835-4896-b392-30348f1eb0c4) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:08.020086 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:08.020667 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.025818 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419d05c-56fc-4fb2-8e28-ae83a36e172a None None] Network cdec99b9-9835-4896-b392-30348f1eb0c4 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:30:08.102984 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6104243 Jun 19 20:30:08.104164 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.105507 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36522) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:08.109910 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:08.167767 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-cdec99b9-9835-4896-b392-30348f1eb0c4', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:30:08.168651 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.196114 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.197254 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.251027 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.297281 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Allocated IP 172.20.0.2 (cdec99b9-9835-4896-b392-30348f1eb0c4/1f51558f-e24e-4412-966b-55c6997b02a8/05cf1c59-59e5-4733-a577-2e06d98e4c10) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:08.445327 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.454284 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Transition to ACTIVE for port object 05cf1c59-59e5-4733-a577-2e06d98e4c10 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:08.471069 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Transition to ACTIVE for port object 05cf1c59-59e5-4733-a577-2e06d98e4c10 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:08.492431 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.590799 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.592765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:08.629329 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Network cdec99b9-9835-4896-b392-30348f1eb0c4 is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:08.632778 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:08.636188 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:08.641242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Pushing event updated for resources: {'Port': ['ID=05cf1c59-59e5-4733-a577-2e06d98e4c10,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:08.667973 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.668328 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.668669 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.669038 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.669369 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.669696 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.670019 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.670346 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.670670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.670986 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.671311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.671626 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:08.678278 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:08.707721 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Attempting to bind port 05cf1c59-59e5-4733-a577-2e06d98e4c10 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:08.708124 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Attempting to bind port 05cf1c59-59e5-4733-a577-2e06d98e4c10 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:08.708501 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Attempting to bind port 05cf1c59-59e5-4733-a577-2e06d98e4c10 on network cdec99b9-9835-4896-b392-30348f1eb0c4 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:08.713425 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:08.713805 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Checking segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:08.714214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.714610 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Bound using segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:08.715078 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Bound port: 05cf1c59-59e5-4733-a577-2e06d98e4c10, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:08.715486 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.778175 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] For port 05cf1c59-59e5-4733-a577-2e06d98e4c10, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:08.781088 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] For port 05cf1c59-59e5-4733-a577-2e06d98e4c10, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=05cf1c59-59e5-4733-a577-2e06d98e4c10,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:08.829595 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.851591 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.853465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:08.856368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-181c8ff6-b781-45bd-91eb-4d902e502c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:08.916577 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Pushing event updated for resources: {'Port': ['ID=05cf1c59-59e5-4733-a577-2e06d98e4c10,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:08.920387 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:08.963640 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Allocated IP 172.27.2.82 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/0801c63d-7f74-474e-814c-01e4312ed4cc) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:09.078183 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:09.150866 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:09.152986 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:09.194379 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:09.197358 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:09.204992 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:09.225045 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Pushing event updated for resources: {'Port': ['ID=0801c63d-7f74-474e-814c-01e4312ed4cc,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:09.227758 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:09.488910 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 05cf1c59-59e5-4733-a577-2e06d98e4c10 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:09.521089 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:09.616672 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 05cf1c59-59e5-4733-a577-2e06d98e4c10 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:09.727668 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:09.799471 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27200a-b50b-4da8-84c8-66cb1d725740 None None] Network cdec99b9-9835-4896-b392-30348f1eb0c4 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:30:09.931849 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:09.976595 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Provisioning for port 05cf1c59-59e5-4733-a577-2e06d98e4c10 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:09.976816 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Router 3c1edd2d-2f03-419b-b4af-04e537c06b16 is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:30:09.980212 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Provisioning complete for port 05cf1c59-59e5-4733-a577-2e06d98e4c10 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:09.980589 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.065530 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.088429 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:30:10.102630 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Sync routers for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:30:10.105634 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] For port 05cf1c59-59e5-4733-a577-2e06d98e4c10, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=05cf1c59-59e5-4733-a577-2e06d98e4c10,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:10.113241 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:10.113879 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:10.182635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.183820 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-06c6e4bc-5b38-4749-a25d-2eb44f74db3f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0773919 Jun 19 20:30:10.186371 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36530) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:10.214055 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.217571 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:10.221208 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:10.474047 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Pushing event updated for resources: {'Port': ['ID=05cf1c59-59e5-4733-a577-2e06d98e4c10,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:10.478916 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:10.481169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-13a107ec-df99-4e22-9754-72feddc918e9 None None] Provisioning complete for port 05cf1c59-59e5-4733-a577-2e06d98e4c10 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:10.481548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-13a107ec-df99-4e22-9754-72feddc918e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.631214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:09Z', 'revision_number': 3, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:10.657719 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Checking router: 3c1edd2d-2f03-419b-b4af-04e537c06b16 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:30:10.658089 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Updating router 3c1edd2d-2f03-419b-b4af-04e537c06b16 port 0801c63d-7f74-474e-814c-01e4312ed4cc binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:30:10.698475 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.823810 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.943950 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:10.953529 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Transition to ACTIVE for port object 0801c63d-7f74-474e-814c-01e4312ed4cc will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:10.971427 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Allocated IP 172.20.0.1 (cdec99b9-9835-4896-b392-30348f1eb0c4/1f51558f-e24e-4412-966b-55c6997b02a8/90c7a16c-f52e-44dc-9fc9-6e7ed68315c7) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:11.018754 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.022109 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:11.067238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Attempting to bind port 0801c63d-7f74-474e-814c-01e4312ed4cc on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:11.067627 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Attempting to bind port 0801c63d-7f74-474e-814c-01e4312ed4cc by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:11.068559 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Attempting to bind port 0801c63d-7f74-474e-814c-01e4312ed4cc on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:11.071969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.075498 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8fecf-f9be-499e-96ed-b5004d42a88e None None] Pushing event updated for resources: {'Port': ['ID=0801c63d-7f74-474e-814c-01e4312ed4cc,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:11.081455 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:11.081970 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:11.082399 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.082803 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:11.083306 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Bound port: 0801c63d-7f74-474e-814c-01e4312ed4cc, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:11.084303 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.086176 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eaa8fecf-f9be-499e-96ed-b5004d42a88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:11.086425 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Transition to ACTIVE for port object 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:11.134680 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] For port 0801c63d-7f74-474e-814c-01e4312ed4cc, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:11.137562 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] For port 0801c63d-7f74-474e-814c-01e4312ed4cc, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0801c63d-7f74-474e-814c-01e4312ed4cc,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:11.173387 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.176390 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:11.190579 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.192510 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:11.209568 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Network cdec99b9-9835-4896-b392-30348f1eb0c4 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:11.218404 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:11.227764 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:11.257077 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Pushing event updated for resources: {'Port': ['ID=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:11.257474 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8fecf-f9be-499e-96ed-b5004d42a88e None None] Pushing event updated for resources: {'Port': ['ID=0801c63d-7f74-474e-814c-01e4312ed4cc,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:11.260627 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:11.261763 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eaa8fecf-f9be-499e-96ed-b5004d42a88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:11.263053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:11.263222 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:11.279917 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.381527 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:11.492172 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 05cf1c59-59e5-4733-a577-2e06d98e4c10 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:11.500891 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.598378 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 05cf1c59-59e5-4733-a577-2e06d98e4c10 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:11.598671 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.623323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-f8424811-255e-44aa-9306-b9072ac783f9 None None] Provisioning for port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:11.631395 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-f8424811-255e-44aa-9306-b9072ac783f9 None None] Provisioning complete for port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:11.632037 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f8424811-255e-44aa-9306-b9072ac783f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.678484 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.680847 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-f8424811-255e-44aa-9306-b9072ac783f9 None None] Port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:30:11.695890 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:09Z', 'revision_number': 3, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:11.739307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4da0-c1ea-463b-a0cb-40c9ffc99df9 None None] The sync data for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi is: [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:09Z', 'revision_number': 3, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:30:11.740658 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.744134 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8c541a81-cefa-4936-9fd5-07683fd1f0d0 tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:11.843502 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:11.845559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Pushing event updated for resources: {'Port': ['ID=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:11.855305 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:11.957522 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Network cdec99b9-9835-4896-b392-30348f1eb0c4 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:11.960532 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:12.117386 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Router 3c1edd2d-2f03-419b-b4af-04e537c06b16 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:30:12.233838 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:30:12.244762 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c1edd2d-2f03-419b-b4af-04e537c06b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0564582 Jun 19 20:30:12.308913 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-2a75bd10-94e2-483a-b987-14b4fbb805f2 None None] Provisioning complete for port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:12.309294 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-2a75bd10-94e2-483a-b987-14b4fbb805f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:12.348144 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-2a75bd10-94e2-483a-b987-14b4fbb805f2 None None] Port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:30:12.979139 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36552) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:12.984332 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-822674757-network', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:13.098778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Made reservation on behalf of 5644b7f27228482aab2daa4bda75d7b3 for: {'network': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:30:13.101296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.110347 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.201565 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.315530 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.318743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e46acef2-1ea6-4a60-8a23-213aaaf4ff18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:13.340969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:30:13.350700 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb6011-5323-489b-8646-409ab8d2b83d,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:13.353789 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:13.358308 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Sync routers for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:30:13.360742 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.361635 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.segments_db [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Added segment a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5 of type vlan for network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b Jun 19 20:30:13.368145 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:13.368808 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:13.400614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.473549 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:13.481890 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0801c63d-7f74-474e-814c-01e4312ed4cc up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:13.525280 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.526975 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:13.527743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.530936 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:13.590244 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Pushing event updated for resources: {'Network': ['ID=cafd9da9-ea7d-42a9-b083-3c2ebac96b6b,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:13.595999 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:13.600213 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:30:13.612495 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 0801c63d-7f74-474e-814c-01e4312ed4cc completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:13.644552 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 0801c63d-7f74-474e-814c-01e4312ed4cc triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:13.644948 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.654511 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6742117 Jun 19 20:30:13.657179 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36554) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:13.662850 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Request body: {'subnet': {'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-822674757-subnet', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'ip_version': 4}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:13.752813 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.755852 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 2, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:13.768867 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 0801c63d-7f74-474e-814c-01e4312ed4cc, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0801c63d-7f74-474e-814c-01e4312ed4cc,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:13.772839 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Made reservation on behalf of 5644b7f27228482aab2daa4bda75d7b3 for: {'subnet': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:30:13.775341 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7609478'] for subnet, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.782094 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Checking router: 3c1edd2d-2f03-419b-b4af-04e537c06b16 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:30:13.783748 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Updating router 3c1edd2d-2f03-419b-b4af-04e537c06b16 port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:30:13.815302 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.841690 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:13.846753 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:13.893075 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=0801c63d-7f74-474e-814c-01e4312ed4cc,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:13.901173 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:14.054185 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7609492'] for subnet, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.058145 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:14.072791 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.082326 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Transition to ACTIVE for port object 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:14.118736 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5812c72-4cb1-4bca-b9aa-6fec5a286e54,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:14.123252 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:14.125786 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Checking segment: {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:14.126135 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Network hostable DHCP agents. Network: cafd9da9-ea7d-42a9-b083-3c2ebac96b6b, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:30:14.165409 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.167749 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-d0536446-9af3-413a-88ef-a69b692d6df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:14.236924 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Pushing event updated for resources: {'Port': ['ID=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:14.250174 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.252316 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.252740 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.253078 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.253543 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.253879 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.254207 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.254537 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.254878 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.255209 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.255659 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.256035 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:30:14.261584 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:14.291133 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:30:14.311382 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Attempting to bind port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:14.311760 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Attempting to bind port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:14.312161 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Attempting to bind port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 on network cdec99b9-9835-4896-b392-30348f1eb0c4 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:14.317501 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:14.317907 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Checking segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:14.318308 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.318696 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Bound using segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:14.319161 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Bound port: 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:14.319528 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.383016 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] For port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:14.386192 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] For port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:14.416682 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, cafd9da9-ea7d-42a9-b083-3c2ebac96b6b) {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:14.421227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:14.421839 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.426050 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf94a80-e8bd-40c9-8533-8eb56366445a None None] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:30:14.487595 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.490817 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-6db59215-73d5-4bf4-90ac-e74b06615d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:14.519659 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36560) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:14.525503 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-c9a62415-f5b6-46e6-934d-391a4241e5ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8668058 Jun 19 20:30:14.528431 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:14.572571 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Pushing event updated for resources: {'Port': ['ID=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:14.576738 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-e2e3f8a2-73e2-4b73-9dbd-732b19a29b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:14.577632 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:14.578448 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:14.592838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-cafd9da9-ea7d-42a9-b083-3c2ebac96b6b', 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'fixed_ips': [{'subnet_id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:30:14.593706 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.628962 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.629167 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.702380 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.715280 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:14.747546 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Allocated IP 172.20.0.2 (cafd9da9-ea7d-42a9-b083-3c2ebac96b6b/d5812c72-4cb1-4bca-b9aa-6fec5a286e54/0b338e8b-7c74-4c06-a03c-8bccf8f54fe7) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:14.909989 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.917213 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:14Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:14.918986 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Transition to ACTIVE for port object 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:14.932718 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:14.935790 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Transition to ACTIVE for port object 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:14.945052 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fc5d1-c691-4496-bb49-ac1c5edc454c None None] The sync data for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi is: [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:14Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:30:15.036147 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.038305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:15.080309 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:15.081794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:15.085417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:15.095020 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Pushing event updated for resources: {'Port': ['ID=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:15.100961 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:15.178213 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Attempting to bind port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:15.178708 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Attempting to bind port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:15.179179 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Attempting to bind port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 on network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:15.184924 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:15.185458 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Checking segment: {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:15.186169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.186669 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Bound using segment: {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:15.187397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Bound port: 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:15.187882 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.274148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] For port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:15.276898 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.283724 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] For port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:15.296381 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.366069 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.368238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:15.437083 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Allocated IP 172.27.2.27 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/e68bdb11-68e7-4c26-9e83-4a9120747cab) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:15.444887 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Pushing event updated for resources: {'Port': ['ID=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:15.450292 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:15.564379 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:15.565053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.697578 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.699762 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-051bdef4-6607-459f-a23e-7c5ab2b476e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:15.739046 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:15.745521 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:15.746261 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:15.746613 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:15.755542 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:15.758541 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=e68bdb11-68e7-4c26-9e83-4a9120747cab,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:15.761516 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:15.764252 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:15.847537 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:16.012728 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:16.102031 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:16.102327 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:16.103151 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0801c63d-7f74-474e-814c-01e4312ed4cc up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:16.106446 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-11c06a80-0dbb-43a6-a445-9b4deb66c521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:16.188119 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:16.191381 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:16.201031 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 0801c63d-7f74-474e-814c-01e4312ed4cc triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:16.201413 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:16.316057 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:16.408406 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ed86bd-964d-4989-a920-eaca5d4524ca None None] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:30:16.561100 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Router d58c8d85-efcb-4774-94cd-498876b4190c is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:30:16.591503 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-bc95a075-2518-4467-bca2-5b0adc4b9fe5 None None] Provisioning for port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:16.673848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:30:16.687858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Sync routers for ids ['d58c8d85-efcb-4774-94cd-498876b4190c'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:30:16.699858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Routers {'d58c8d85-efcb-4774-94cd-498876b4190c'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:16.700859 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['d58c8d85-efcb-4774-94cd-498876b4190c'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:16.759577 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:16.762347 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2414856 Jun 19 20:30:16.768338 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36568) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:16.831202 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Set router d58c8d85-efcb-4774-94cd-498876b4190c gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:17.020888 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 3, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:17.050635 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Checking router: d58c8d85-efcb-4774-94cd-498876b4190c for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:30:17.050992 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Updating router d58c8d85-efcb-4774-94cd-498876b4190c port e68bdb11-68e7-4c26-9e83-4a9120747cab binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:30:17.084822 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.187032 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.336629 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.345167 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Allocated IP 172.20.0.1 (cafd9da9-ea7d-42a9-b083-3c2ebac96b6b/d5812c72-4cb1-4bca-b9aa-6fec5a286e54/6873ff7f-75b9-4c37-ac38-2fe84a032805) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:17.345762 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Transition to ACTIVE for port object e68bdb11-68e7-4c26-9e83-4a9120747cab will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:17.438276 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.445033 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:17.469802 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.484357 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Transition to ACTIVE for port object 6873ff7f-75b9-4c37-ac38-2fe84a032805 will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:17.533939 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Attempting to bind port e68bdb11-68e7-4c26-9e83-4a9120747cab on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:17.538219 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Attempting to bind port e68bdb11-68e7-4c26-9e83-4a9120747cab by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:17.538219 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Attempting to bind port e68bdb11-68e7-4c26-9e83-4a9120747cab on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:17.542398 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd94a92-119d-43ae-92c8-cda0d30d0f36 None None] Pushing event updated for resources: {'Port': ['ID=e68bdb11-68e7-4c26-9e83-4a9120747cab,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:17.545235 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-abd94a92-119d-43ae-92c8-cda0d30d0f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:17.546073 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:17.546404 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:17.546846 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.547209 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:17.547646 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Bound port: e68bdb11-68e7-4c26-9e83-4a9120747cab, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:17.548539 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.595967 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.598327 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6d70e1d5-1ba4-4462-b87f-d8d92d62056e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:17.621180 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] For port e68bdb11-68e7-4c26-9e83-4a9120747cab, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:17.624537 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:17.642755 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:17.645662 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:17.667338 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:17.667338 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6873ff7f-75b9-4c37-ac38-2fe84a032805,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:17.668881 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] For port e68bdb11-68e7-4c26-9e83-4a9120747cab, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=e68bdb11-68e7-4c26-9e83-4a9120747cab,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:17.678812 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:17.703642 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.761911 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.763900 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:17.800234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:17.816685 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:17.817063 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:17.869716 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd94a92-119d-43ae-92c8-cda0d30d0f36 None None] Pushing event updated for resources: {'Port': ['ID=e68bdb11-68e7-4c26-9e83-4a9120747cab,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:17.877715 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-abd94a92-119d-43ae-92c8-cda0d30d0f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:17.880026 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Routers {'d58c8d85-efcb-4774-94cd-498876b4190c'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:17.880701 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['d58c8d85-efcb-4774-94cd-498876b4190c'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:17.966671 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.014337 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-61a66045-cde8-47c3-a65e-148d6df40ebd None None] Provisioning for port 6873ff7f-75b9-4c37-ac38-2fe84a032805 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:18.034159 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-61a66045-cde8-47c3-a65e-148d6df40ebd None None] Provisioning complete for port 6873ff7f-75b9-4c37-ac38-2fe84a032805 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:18.034536 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-61a66045-cde8-47c3-a65e-148d6df40ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.043618 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.063093 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] Set router d58c8d85-efcb-4774-94cd-498876b4190c gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:18.131654 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.180226 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-61a66045-cde8-47c3-a65e-148d6df40ebd None None] Port 6873ff7f-75b9-4c37-ac38-2fe84a032805 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:30:18.204480 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:18.213048 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.215560 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:18.281279 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 3, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:18.282245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6873ff7f-75b9-4c37-ac38-2fe84a032805,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:18.286178 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:18.290207 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.306989 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe22f8-b86f-4ba4-883a-bd03995cfe10 None None] The sync data for ids ['d58c8d85-efcb-4774-94cd-498876b4190c'] in dv-cinder-797170-2-iscsi is: [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 3, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:30:18.310664 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.311587 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:18.313183 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:18.429971 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:18.431334 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:18.513442 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:18.517503 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:18.527547 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:18.528448 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.557263 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Router d58c8d85-efcb-4774-94cd-498876b4190c has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:30:18.696342 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:30:18.712919 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] 10.222.0.25 "PUT /v2.0/routers/d58c8d85-efcb-4774-94cd-498876b4190c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433596 Jun 19 20:30:18.810508 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-30353c1c-fb11-4309-ad8a-bfde01884d64 None None] Provisioning complete for port 6873ff7f-75b9-4c37-ac38-2fe84a032805 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:18.810893 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-30353c1c-fb11-4309-ad8a-bfde01884d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:18.846838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-30353c1c-fb11-4309-ad8a-bfde01884d64 None None] Port 6873ff7f-75b9-4c37-ac38-2fe84a032805 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:30:19.577686 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:19.642151 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:19.642534 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:19.765356 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e68bdb11-68e7-4c26-9e83-4a9120747cab up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:19.881236 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port e68bdb11-68e7-4c26-9e83-4a9120747cab completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:19.886278 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port e68bdb11-68e7-4c26-9e83-4a9120747cab triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:19.890491 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:20.014110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:20.039784 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port e68bdb11-68e7-4c26-9e83-4a9120747cab, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=e68bdb11-68e7-4c26-9e83-4a9120747cab,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:20.125588 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:20.127391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-11c06a80-0dbb-43a6-a445-9b4deb66c521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:20.135303 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Sync routers for ids ['d58c8d85-efcb-4774-94cd-498876b4190c'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:30:20.149276 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Routers {'d58c8d85-efcb-4774-94cd-498876b4190c'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:20.150237 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['d58c8d85-efcb-4774-94cd-498876b4190c'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:20.224052 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=e68bdb11-68e7-4c26-9e83-4a9120747cab,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:20.231873 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:20.276224 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Set router d58c8d85-efcb-4774-94cd-498876b4190c gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:20.488857 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:30:17Z', 'revision_number': 4, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6873ff7f-75b9-4c37-ac38-2fe84a032805', 'name': '', 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'mac_address': 'fa:16:3e:2a:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:17Z', 'updated_at': '2021-06-19T20:30:18Z', 'revision_number': 2, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'subnets': [{'id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:20.516007 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Checking router: d58c8d85-efcb-4774-94cd-498876b4190c for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:30:20.516485 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Updating router d58c8d85-efcb-4774-94cd-498876b4190c port 6873ff7f-75b9-4c37-ac38-2fe84a032805 binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:30:20.555452 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:20.948845 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:20.964660 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Transition to ACTIVE for port object 6873ff7f-75b9-4c37-ac38-2fe84a032805 will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:21.053578 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:21.056023 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:21.117730 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b3596-3cb2-4183-b224-797cb25458d2 None None] Pushing event updated for resources: {'Port': ['ID=6873ff7f-75b9-4c37-ac38-2fe84a032805,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:21.149756 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-603b3596-3cb2-4183-b224-797cb25458d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:21.220688 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Attempting to bind port 6873ff7f-75b9-4c37-ac38-2fe84a032805 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:21.221002 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Attempting to bind port 6873ff7f-75b9-4c37-ac38-2fe84a032805 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:21.221375 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Attempting to bind port 6873ff7f-75b9-4c37-ac38-2fe84a032805 on network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:21.227581 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:21.228028 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Checking segment: {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:21.229006 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:21.229336 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Bound using segment: {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:21.229814 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Bound port: 6873ff7f-75b9-4c37-ac38-2fe84a032805, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:21.230241 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:21.368177 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] For port 6873ff7f-75b9-4c37-ac38-2fe84a032805, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:21.374389 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] For port 6873ff7f-75b9-4c37-ac38-2fe84a032805, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=6873ff7f-75b9-4c37-ac38-2fe84a032805,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:21.464945 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:21.468125 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:21.520430 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e68bdb11-68e7-4c26-9e83-4a9120747cab up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:21.538804 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Routers {'d58c8d85-efcb-4774-94cd-498876b4190c'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:21.539850 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['d58c8d85-efcb-4774-94cd-498876b4190c'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:21.582443 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port e68bdb11-68e7-4c26-9e83-4a9120747cab triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:21.582979 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:21.586057 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b3596-3cb2-4183-b224-797cb25458d2 None None] Pushing event updated for resources: {'Port': ['ID=6873ff7f-75b9-4c37-ac38-2fe84a032805,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:21.589556 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-603b3596-3cb2-4183-b224-797cb25458d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:21.684475 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] Set router d58c8d85-efcb-4774-94cd-498876b4190c gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:21.953792 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:30:17Z', 'revision_number': 4, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6873ff7f-75b9-4c37-ac38-2fe84a032805', 'name': '', 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'mac_address': 'fa:16:3e:2a:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:17Z', 'updated_at': '2021-06-19T20:30:21Z', 'revision_number': 4, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'subnets': [{'id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:21.980964 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad677125-6282-4dab-8562-490f14b8f412 None None] The sync data for ids ['d58c8d85-efcb-4774-94cd-498876b4190c'] in dv-cinder-797170-2-iscsi is: [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:30:17Z', 'revision_number': 4, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6873ff7f-75b9-4c37-ac38-2fe84a032805', 'name': '', 'network_id': 'cafd9da9-ea7d-42a9-b083-3c2ebac96b6b', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'mac_address': 'fa:16:3e:2a:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:17Z', 'updated_at': '2021-06-19T20:30:21Z', 'revision_number': 4, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'subnets': [{'id': 'd5812c72-4cb1-4bca-b9aa-6fec5a286e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:30:22.127295 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da619-00b4-415d-b879-e97df5b6ebf0 req-5734e9d3-4f8d-48d2-8156-42a34358c4be tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:22.139227 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-153da619-00b4-415d-b879-e97df5b6ebf0 req-5734e9d3-4f8d-48d2-8156-42a34358c4be tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.1330581 Jun 19 20:30:22.216032 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-153da619-00b4-415d-b879-e97df5b6ebf0 req-62beb418-48b2-4b7a-950a-bde7c52e16ff tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709949 Jun 19 20:30:23.439183 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342e2f-fb08-4d0b-a5f9-322a2bc3cd1b req-a5d90940-d2f5-4edb-bda4-5db28aee57cc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:23.443250 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10342e2f-fb08-4d0b-a5f9-322a2bc3cd1b req-a5d90940-d2f5-4edb-bda4-5db28aee57cc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.0936916 Jun 19 20:30:23.488692 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10342e2f-fb08-4d0b-a5f9-322a2bc3cd1b req-59e62ef0-2f33-4c93-b94d-cdbd45114792 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2c2284-ec18-422f-bbdf-af34a59548d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 Jun 19 20:30:23.521954 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6873ff7f-75b9-4c37-ac38-2fe84a032805 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:23.630017 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 6873ff7f-75b9-4c37-ac38-2fe84a032805 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:23.634685 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 6873ff7f-75b9-4c37-ac38-2fe84a032805 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:23.636217 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:23.718835 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-e5a8382c-f356-4308-9944-5e06e06df09e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:23.724086 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-e5a8382c-f356-4308-9944-5e06e06df09e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 946 time: 0.0925996 Jun 19 20:30:23.729514 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:23.765906 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 6873ff7f-75b9-4c37-ac38-2fe84a032805, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=6873ff7f-75b9-4c37-ac38-2fe84a032805,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:23.843556 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Deleting port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:30:23.844387 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:23.882021 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:23.885735 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:23.949784 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=6873ff7f-75b9-4c37-ac38-2fe84a032805,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:23.955334 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:23.957253 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] For port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:23.957815 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:24.171199 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:24.171731 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:24.172172 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Floating IP 281cfe6e-aad9-4b96-bc49-a6f405c0fa59 disassociated. External IP: 172.27.2.133, port: 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f. Jun 19 20:30:24.172610 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Calling delete_port for 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:30:24.389715 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:24.394378 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:24.424322 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event deleted for resources: {'Port': ['ID=0c901dda-7c1c-42bd-a6da-34e8b4bfd39f,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:24.433041 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:24.608774 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Router bbe41846-9863-4978-a2e8-4e3c7a618782 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:30:24.677693 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1ea915cd-122c-4cda-a5b7-bfbda4af8410 req-597a7beb-85ea-4742-ad84-c661b48d47a8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 210 time: 0.0498419 Jun 19 20:30:25.012674 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:30:25.026238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:30:25.037487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:25.050168 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:25.059507 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] No DVR routers for this DVR port 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:30:25.062371 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:25.064393 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-86f042f1-7e34-4401-b9d1-e753fff91361 req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "DELETE /v2.0/ports/0c901dda-7c1c-42bd-a6da-34e8b4bfd39f HTTP/1.1" status: 204 len: 173 time: 1.3354149 Jun 19 20:30:25.064900 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-deleted', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:30:25.067172 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f1e660-69e1-47e0-bc8f-622f5f97d702" -d '{"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-deleted", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:30:25.112671 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38177ced-016e-4e68-8c02-fd4492251393 x-openstack-request-id: req-38177ced-016e-4e68-8c02-fd4492251393 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:30:25.114538 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2a075-df2b-4331-a306-781d658c9ecf", "name": "network-vif-deleted", "tag": "0c901dda-7c1c-42bd-a6da-34e8b4bfd39f", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:30:25.115102 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38177ced-016e-4e68-8c02-fd4492251393 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:30:25.115541 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2a075-df2b-4331-a306-781d658c9ecf', 'name': 'network-vif-deleted', 'tag': '0c901dda-7c1c-42bd-a6da-34e8b4bfd39f', 'status': 'completed', 'code': 200} Jun 19 20:30:25.205189 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:25.480126 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:25.525214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6873ff7f-75b9-4c37-ac38-2fe84a032805 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:25.527586 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:30:25.603952 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:30:25.604814 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:25.670719 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 6873ff7f-75b9-4c37-ac38-2fe84a032805 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:25.671265 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:25.845999 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:30:25.854894 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7ae1282d-9a85-4cb7-b008-3492d9b2b84b req-713d0a6d-1f64-4587-8984-c752f4046f56 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e2a075-df2b-4331-a306-781d658c9ecf HTTP/1.1" status: 200 len: 210 time: 0.0361614 Jun 19 20:30:26.180172 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:30:26.224534 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc65c16d-1f8c-4df1-8310-5477b1278ef2 None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:30:26.491077 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d6ab3-50a6-4b5c-a392-5a224f182240 None None] New status for floating IP 281cfe6e-aad9-4b96-bc49-a6f405c0fa59: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:30:28.151250 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36680) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:28.213418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.240877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.452849 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.455640 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.460630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36682) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:28.468258 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b2c2284-ec18-422f-bbdf-af34a59548d4 HTTP/1.1" status: 204 len: 168 time: 0.3152409 Jun 19 20:30:28.469368 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-65b9c7ac-37a7-4fc0-973b-0a40ebc7028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:28.480797 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.api.v2.resource [None req-25f7dc52-9918-4db2-b1c8-c2ecfb6667fe tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] show failed (client error): The resource could not be found. Jun 19 20:30:28.485292 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-25f7dc52-9918-4db2-b1c8-c2ecfb6667fe tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups/1b2c2284-ec18-422f-bbdf-af34a59548d4 HTTP/1.1" status: 404 len: 347 time: 0.0230942 Jun 19 20:30:28.486139 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36684) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:28.487351 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c2284-ec18-422f-bbdf-af34a59548d4,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:28.490578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:28.563044 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:30:28.592450 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:30:28.593097 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 0c901dda-7c1c-42bd-a6da-34e8b4bfd39f not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:30:28.646990 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Deleting port 49a9fa80-1e37-4e9e-99bd-de8a9d946f6d {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:30:28.647630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.740408 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.740740 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:28.831194 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Calling delete_port for 49a9fa80-1e37-4e9e-99bd-de8a9d946f6d owned by network:floatingip {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:30:29.075535 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:29.078676 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:29.105932 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event deleted for resources: {'Port': ['ID=49a9fa80-1e37-4e9e-99bd-de8a9d946f6d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:29.110211 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:29.183244 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:29.186533 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:29.191116 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "DELETE /v2.0/floatingips/281cfe6e-aad9-4b96-bc49-a6f405c0fa59 HTTP/1.1" status: 204 len: 168 time: 0.7007153 Jun 19 20:30:29.598280 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36700) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:29.604046 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328870063', 'description': 'tempest-description--1279910522'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:29.675674 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:29.801351 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.183725 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.186282 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3181156-f35e-4884-b280-d3abb86d1e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:30.213117 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c48298-ad88-4869-9d7f-ce3f47f50b6c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:30.215853 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:30.361317 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.362566 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-907166f5-cc8e-45cf-bd5c-89ad29e70347 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7622874 Jun 19 20:30:30.365904 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36704) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:30.370447 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'security_group_rule': {'security_group_id': 'd3c48298-ad88-4869-9d7f-ce3f47f50b6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:30.543353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.604146 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.738851 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.741395 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6e33d9a3-891a-43ee-b13c-ac126157d03a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:30.762869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073c16be-9da9-4dd3-8da7-a71401c499ac,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:30.765719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:30.856439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:30.858624 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4913292 Jun 19 20:30:30.860957 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36712) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:30.866369 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'security_group_rule': {'security_group_id': 'd3c48298-ad88-4869-9d7f-ce3f47f50b6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:30.958663 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.018954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.115215 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.117459 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ea74899a-a07f-488d-8829-46c33b450fdd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:31.131143 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c76ba-cb82-4d75-ba3d-372e45d2a5c7,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:31.136569 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:31.313565 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.314803 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528162 Jun 19 20:30:31.319060 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 36714) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:30:31.323530 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:31.481233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.589976 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.700466 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Allocated IP 172.27.2.250 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/5ad63535-88de-45a0-827b-f7abe6f55952) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:31.809636 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.950302 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:31.953247 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e52584b3-fc57-480d-998c-be250ac34cf4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:31.985545 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:31.992434 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:31.998141 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:32.019917 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'Port': ['ID=5ad63535-88de-45a0-827b-f7abe6f55952,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:32.024123 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:32.093430 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:32.192684 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-6eca17b6-0b5f-418e-9450-8197f185229a tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:32.194154 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-6eca17b6-0b5f-418e-9450-8197f185229a tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 813 time: 0.1008067 Jun 19 20:30:32.214550 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-8f552f1a-b93f-401c-acad-9b5bcecc084c tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/quotas/fbf5a688b97742cfabe6857843dda4d4 HTTP/1.1" status: 200 len: 375 time: 0.0096226 Jun 19 20:30:32.245958 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:32.282611 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-86536858-9c68-4c86-8406-49562cc931ff tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682552 Jun 19 20:30:32.409911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:32.473735 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-8590fc6b-6e24-4040-8d03-7a2f47c0e13f service neutron] 10.222.0.25 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755521 Jun 19 20:30:32.484866 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:32.488029 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3f77704f-9ab5-4d7d-8c76-f53163c3304e tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:32.565220 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'Port': ['ID=5ad63535-88de-45a0-827b-f7abe6f55952,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:32.570051 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:32.575999 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:32.576841 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-d70855e7-43de-477a-adf0-5f9d95c5d5f1 service neutron] 10.222.0.25 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963275 Jun 19 20:30:32.658374 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:32.659630 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3396304 Jun 19 20:30:32.840885 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-4e23902d-2747-4e49-bc84-e14ff0cdaf85 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--328870063&fields=id&tenant_id=face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 267 time: 0.0415630 Jun 19 20:30:32.858756 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5f969934-9fa0-4b9b-a8cf-b63dabe8238b req-a6589faa-092b-44e5-91b1-348422c128ef tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 210 time: 0.0434170 Jun 19 20:30:32.990573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-f7c6745c-1471-43a5-8fe8-9fbc42f90b3e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:32.992080 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-f7c6745c-1471-43a5-8fe8-9fbc42f90b3e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 817 time: 0.1440940 Jun 19 20:30:33.009441 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-c024861e-9f6b-4e01-adad-943b826193c6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/quotas/face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 375 time: 0.0111036 Jun 19 20:30:33.092373 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-f8520393-f4dc-4b79-a8d8-60d9e2966cea tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759616 Jun 19 20:30:33.248120 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-c9521340-b858-474e-840f-0676bffbe049 service neutron] 10.222.0.25 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438010 Jun 19 20:30:33.353440 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-e9bc2d52-a244-4a6d-9e9b-1bd6876ce489 service neutron] 10.222.0.25 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991955 Jun 19 20:30:33.677766 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-94148d63-6064-4311-80a7-f9941542cd96 req-5a90527a-0f7f-4de3-aa16-df1a9017adc8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0313337 Jun 19 20:30:33.946079 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-dfb48249-d535-45e5-840b-2ca30f4dfcbe req-7e24780e-5a05-46f0-8180-835206188011 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 210 time: 0.0329685 Jun 19 20:30:34.383723 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-155040dd-2525-45a5-a3b0-e43c2a477207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:34.782327 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-14b8a576-fa0a-4beb-8d0b-0f98cdc598da req-b95dace5-47bc-4dd8-914a-66b045724555 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0305026 Jun 19 20:30:35.100095 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d8c8749-95e6-497f-830a-92d2da727b3f req-3b5ebc25-f062-4f94-b26a-1b1bb60604fd tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 210 time: 0.0313666 Jun 19 20:30:35.951160 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-050d022f-b6d5-4caa-bf07-347c37b622e6 req-08d4e449-70c1-47f7-bf92-23c2219a443e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0380845 Jun 19 20:30:36.283726 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7b6de30f-eb68-4590-8f95-6e123945688d req-fa1d09ea-0601-49ff-9123-59a50d68da73 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 210 time: 0.0385537 Jun 19 20:30:36.346884 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-a54b6d7d-dbe3-4cf5-9d40-dc2d298d9d74 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:36.348383 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-a54b6d7d-dbe3-4cf5-9d40-dc2d298d9d74 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.22 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 813 time: 0.1643672 Jun 19 20:30:36.363508 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'port': {'device_id': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'admin_state_up': True, 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:36.601634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Made reservation on behalf of fbf5a688b97742cfabe6857843dda4d4 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:30:36.606199 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:36.747063 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Allocated IP 172.20.0.14 (cdec99b9-9835-4896-b392-30348f1eb0c4/1f51558f-e24e-4412-966b-55c6997b02a8/11763470-134f-49f4-9aba-602290057cdc) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:36.784411 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:36.923927 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:36.932692 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f023fe14-9736-42a5-8137-7bd589a3121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:36.939377 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Transition to ACTIVE for port object 11763470-134f-49f4-9aba-602290057cdc will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:37.079176 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:30:37.116021 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10d6ebb3-c0a2-4669-88f0-466eabcefd5a req-2fbcbbb0-84ca-48f8-a5ac-f9df300db574 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0316370 Jun 19 20:30:37.166105 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-bd74379d-2513-46e7-bba9-337e08a069a6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:37.167495 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-bd74379d-2513-46e7-bba9-337e08a069a6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 817 time: 0.1357822 Jun 19 20:30:37.206962 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-fee4b0a2-ca08-4760-b89a-789d57d955c2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 379 time: 0.0317249 Jun 19 20:30:37.215494 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'port': {'device_id': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'admin_state_up': True, 'tenant_id': 'face394502f545579a98e2298f013218', 'security_groups': ['d3c48298-ad88-4869-9d7f-ce3f47f50b6c']}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:37.437096 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4798af52-45eb-42cb-acb5-fe760466d118 req-9fd1d03b-1f9e-4729-92ec-198264dcdcf3 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 210 time: 0.0294235 Jun 19 20:30:37.453949 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:37.454715 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:37.458932 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:37.469769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Made reservation on behalf of face394502f545579a98e2298f013218 for: {'port': 1} {{(pid=93444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:30:37.474224 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:37.548927 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Network cdec99b9-9835-4896-b392-30348f1eb0c4 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:37.557197 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:37.562723 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:37.595309 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:37.610604 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:37.642773 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:37.643469 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:37.665018 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Allocated IP 172.20.0.4 (23288998-8f8b-4462-b776-646d9897190e/64c9a694-6136-4714-8e7c-38c492cdce92/6766695a-843e-4f73-b8b4-87c9c1263d46) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:30:37.732000 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3714457 Jun 19 20:30:37.742328 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Request body: {'port': {'device_id': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:37.888177 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:37.898924 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:37.907260 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Transition to ACTIVE for port object 6766695a-843e-4f73-b8b4-87c9c1263d46 will not be triggered until provisioned by entity DHCP. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:37.983898 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-78917817-1663-4bd7-9335-b1bd219e7a5e None None] Provisioning for port 11763470-134f-49f4-9aba-602290057cdc completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:37.988277 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-78917817-1663-4bd7-9335-b1bd219e7a5e None None] Provisioning complete for port 11763470-134f-49f4-9aba-602290057cdc triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:37.995149 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-78917817-1663-4bd7-9335-b1bd219e7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.012892 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.018501 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:38.056201 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-78917817-1663-4bd7-9335-b1bd219e7a5e None None] Port 11763470-134f-49f4-9aba-602290057cdc cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:30:38.095094 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Network 23288998-8f8b-4462-b776-646d9897190e is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:30:38.097696 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:30:38.112951 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:30:38.117053 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:38.119905 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.124288 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:38.214179 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:38.216571 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.346058 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-07a9cdb2-d838-4380-a106-ebe3c3e01dd9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338563 Jun 19 20:30:38.386400 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Request body: {'port': {'device_id': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:30:38.442300 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11763470-134f-49f4-9aba-602290057cdc {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:30:38.461562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.501223 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Transition to ACTIVE for port object 11763470-134f-49f4-9aba-602290057cdc will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:38.588219 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.590720 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-71a7c417-7cdc-45fe-ab31-9b4dd8ff1970 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:38.620862 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.657782 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-9487f703-b2b1-474d-b7e0-c2ffa0d580f1 None None] Provisioning for port 6766695a-843e-4f73-b8b4-87c9c1263d46 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:38.667311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-9487f703-b2b1-474d-b7e0-c2ffa0d580f1 None None] Provisioning complete for port 6766695a-843e-4f73-b8b4-87c9c1263d46 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:38.668048 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-9487f703-b2b1-474d-b7e0-c2ffa0d580f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:38.732465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:38.735753 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:38.807392 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-9487f703-b2b1-474d-b7e0-c2ffa0d580f1 None None] Port 6766695a-843e-4f73-b8b4-87c9c1263d46 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:30:38.807753 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94daa7-71ac-45fb-ba63-d1d0eab49606 req-809dd63b-4986-433e-a621-a730fdebe7b8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:38.807753 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8c94daa7-71ac-45fb-ba63-d1d0eab49606 req-809dd63b-4986-433e-a621-a730fdebe7b8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 931 time: 0.2681561 Jun 19 20:30:38.837007 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Attempting to bind port 11763470-134f-49f4-9aba-602290057cdc on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:38.841883 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Attempting to bind port 11763470-134f-49f4-9aba-602290057cdc by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:38.845525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Attempting to bind port 11763470-134f-49f4-9aba-602290057cdc on network cdec99b9-9835-4896-b392-30348f1eb0c4 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:38.854861 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Port 11763470-134f-49f4-9aba-602290057cdc on network cdec99b9-9835-4896-b392-30348f1eb0c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:30:38.855195 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Attempting to bind port 11763470-134f-49f4-9aba-602290057cdc on network cdec99b9-9835-4896-b392-30348f1eb0c4 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:38.874688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:38.874688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Checking segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:38.876991 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Bound using segment: {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:38.878262 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Bound port: 11763470-134f-49f4-9aba-602290057cdc, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593c06a7-7c5d-45fd-b90a-20c9c52fd584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:38.878627 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:39.169598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:39.192551 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:39.234087 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53f65-f069-467b-ba83-04b11e937ef7 req-885e2c78-296c-422b-ae78-9765ac732299 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:39.236498 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-82e53f65-f069-467b-ba83-04b11e937ef7 req-885e2c78-296c-422b-ae78-9765ac732299 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.1659770 Jun 19 20:30:39.302998 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:39.307615 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e6051de2-6db1-4485-a69e-0863c43633b7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:39.375395 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8c94daa7-71ac-45fb-ba63-d1d0eab49606 req-9cad4de8-c557-4bd9-813f-c6b5f1f2c57f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5679798 Jun 19 20:30:39.429052 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-82e53f65-f069-467b-ba83-04b11e937ef7 req-6bfaa182-8fdf-4ccb-92bd-7aedb3c31067 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817217 Jun 19 20:30:39.469929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:39.480175 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:39.484708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:39.487373 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:39.489054 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] 10.222.0.22 "PUT /v2.0/ports/11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 1094 time: 1.7525077 Jun 19 20:30:39.489709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:30:39.496848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872" -d '{"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:30:39.612024 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86195e-61ab-4312-ae16-056ced38d65d x-openstack-request-id: req-8c86195e-61ab-4312-ae16-056ced38d65d {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:30:39.612573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:30:39.613027 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c86195e-61ab-4312-ae16-056ced38d65d {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:30:39.613975 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'status': 'completed', 'code': 200} Jun 19 20:30:39.685244 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6766695a-843e-4f73-b8b4-87c9c1263d46 {{(pid=93444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:30:39.701063 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:39.723750 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.provisioning_blocks [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Transition to ACTIVE for port object 6766695a-843e-4f73-b8b4-87c9c1263d46 will not be triggered until provisioned by entity L2. {{(pid=93444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:30:39.751427 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7df76-0dbe-42ed-a76c-93132e98bb0b req-c0e2404b-bc64-4313-b334-48989beee9ee tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:39.752727 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f2a7df76-0dbe-42ed-a76c-93132e98bb0b req-c0e2404b-bc64-4313-b334-48989beee9ee tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.1300490 Jun 19 20:30:39.818125 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f2a7df76-0dbe-42ed-a76c-93132e98bb0b req-42e6e086-65e5-461d-ac09-1fae0cc988db tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575814 Jun 19 20:30:39.824099 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:39.828763 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bc41a9f3-7570-404f-b8ee-a29ecd83d4bd tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:39.942508 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:39.949757 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:40.018623 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:40.049407 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Attempting to bind port 6766695a-843e-4f73-b8b4-87c9c1263d46 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:30:40.049754 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Attempting to bind port 6766695a-843e-4f73-b8b4-87c9c1263d46 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:30:40.050090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Attempting to bind port 6766695a-843e-4f73-b8b4-87c9c1263d46 on network 23288998-8f8b-4462-b776-646d9897190e {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:40.056475 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Port 6766695a-843e-4f73-b8b4-87c9c1263d46 on network 23288998-8f8b-4462-b776-646d9897190e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:30:40.056862 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Attempting to bind port 6766695a-843e-4f73-b8b4-87c9c1263d46 on network 23288998-8f8b-4462-b776-646d9897190e {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:30:40.064784 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:30:40.065163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Checking segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:30:40.065636 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Bound using segment: {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'} {{(pid=93444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:30:40.066216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.managers [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Bound port: 6766695a-843e-4f73-b8b4-87c9c1263d46, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb529a3d-50a7-4275-9d8f-9b9178b42f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '23288998-8f8b-4462-b776-646d9897190e'}}] {{(pid=93444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:30:40.066663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:40.185324 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, cleared binding levels {{(pid=93444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:30:40.190084 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:30:40.539394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:40.542441 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4778020d-252b-46a9-b0c1-56ce06d2acf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:40.603875 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:40.604739 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:40.606464 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] 10.222.0.22 "PUT /v2.0/ports/6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 200 len: 1093 time: 2.2250431 Jun 19 20:30:40.624215 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51f9ea-4a4f-471f-94d8-7f9ac3621208 req-8462be1b-11c2-4ee2-a54f-fd097af0137a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:40.625798 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0a51f9ea-4a4f-471f-94d8-7f9ac3621208 req-8462be1b-11c2-4ee2-a54f-fd097af0137a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0985494 Jun 19 20:30:40.642321 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:30:40.644989 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f916c0e-b62e-4011-9240-218e837f858a" -d '{"events": [{"name": "network-changed", "server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:30:40.720871 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0a51f9ea-4a4f-471f-94d8-7f9ac3621208 req-bec628e3-ebef-4c61-9a0e-8555e49ebf66 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827861 Jun 19 20:30:40.751361 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=3']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:40.760924 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:40.865768 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51476b4-8019-42c8-8d51-f357418b0996 req-0fa91cfa-be79-4ca2-93aa-0580c56405b9 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:40.877499 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d51476b4-8019-42c8-8d51-f357418b0996 req-0fa91cfa-be79-4ca2-93aa-0580c56405b9 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.2361495 Jun 19 20:30:40.939754 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb84cc-9536-4f66-91cf-bb233e5d51e8 x-openstack-request-id: req-17eb84cc-9536-4f66-91cf-bb233e5d51e8 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:30:40.940124 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:30:40.940417 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17eb84cc-9536-4f66-91cf-bb233e5d51e8 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:30:40.940845 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'status': 'completed', 'code': 200} Jun 19 20:30:40.962572 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d51476b4-8019-42c8-8d51-f357418b0996 req-6865f81d-5c54-4937-8b82-edb0283d652f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776248 Jun 19 20:30:41.129053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6be8b-bf83-4cb5-b29a-f57b42973330 req-e9efb348-8adc-4567-afef-eb54fdb10a7d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:41.131741 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bde6be8b-bf83-4cb5-b29a-f57b42973330 req-e9efb348-8adc-4567-afef-eb54fdb10a7d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0772278 Jun 19 20:30:41.194191 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bde6be8b-bf83-4cb5-b29a-f57b42973330 req-18ebe5e7-a6e3-4bb6-a351-828f1dabfba0 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566559 Jun 19 20:30:41.933159 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122623-50b2-473a-9150-12a4f0dd5649 req-37f0b3e6-c75e-481f-ac85-2dc2ce3c84b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:41.940171 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9e122623-50b2-473a-9150-12a4f0dd5649 req-37f0b3e6-c75e-481f-ac85-2dc2ce3c84b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0810239 Jun 19 20:30:41.980732 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9e122623-50b2-473a-9150-12a4f0dd5649 req-19546511-e5e9-4c15-8614-e02a680439e7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394692 Jun 19 20:30:42.238186 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8948b-0bbf-4797-8154-72eb11a06d7d req-86b84cc3-2f07-4be0-9a12-559d62d1d1e0 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:42.239874 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4ca8948b-0bbf-4797-8154-72eb11a06d7d req-86b84cc3-2f07-4be0-9a12-559d62d1d1e0 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.1158600 Jun 19 20:30:42.331796 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4ca8948b-0bbf-4797-8154-72eb11a06d7d req-5f1214b4-f60c-477a-b404-003c30220de9 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844254 Jun 19 20:30:42.507325 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931fbd4-b4e6-4d84-b839-4db76083a318 req-5c788f69-0392-4e8f-b671-a2a20e116bac tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:42.508909 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c931fbd4-b4e6-4d84-b839-4db76083a318 req-5c788f69-0392-4e8f-b671-a2a20e116bac tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.1121383 Jun 19 20:30:42.564557 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c931fbd4-b4e6-4d84-b839-4db76083a318 req-cda61bc9-024e-49a4-8ea8-e765d8f5ee51 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Jun 19 20:30:43.211072 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b851-0f79-4ebf-bdcc-fffa51a609f8 req-bee52d31-4a59-4557-a71f-47b93cbb856c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:43.218741 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4573b851-0f79-4ebf-bdcc-fffa51a609f8 req-bee52d31-4a59-4557-a71f-47b93cbb856c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.1029663 Jun 19 20:30:43.262749 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4573b851-0f79-4ebf-bdcc-fffa51a609f8 req-6de42172-855c-4d95-a90e-b71aad44137c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Jun 19 20:30:43.539233 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d75e42-f30a-434e-b2a0-50072ece360d req-d2b09b6b-9d52-476c-9050-50232b28d558 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:43.546369 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-81d75e42-f30a-434e-b2a0-50072ece360d req-d2b09b6b-9d52-476c-9050-50232b28d558 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0893648 Jun 19 20:30:43.590370 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-81d75e42-f30a-434e-b2a0-50072ece360d req-46a5d5e8-7010-43cb-be05-b701485cbe89 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Jun 19 20:30:43.780911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acf70a-c30b-49c9-a088-f2368d5b4d0a req-66fcf627-e0a3-44b1-831c-6f76c0b4ae7b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:43.782383 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f1acf70a-c30b-49c9-a088-f2368d5b4d0a req-66fcf627-e0a3-44b1-831c-6f76c0b4ae7b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0688581 Jun 19 20:30:43.826031 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f1acf70a-c30b-49c9-a088-f2368d5b4d0a req-ff2a490d-3ee6-4bae-8ca8-995673800ddb tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jun 19 20:30:44.484464 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ceb3e-266d-42fe-9407-fd3aaf695b7c req-78201b0f-e970-4636-8cfc-c0a0c681b5c5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:44.486181 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-570ceb3e-266d-42fe-9407-fd3aaf695b7c req-78201b0f-e970-4636-8cfc-c0a0c681b5c5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0830348 Jun 19 20:30:44.526089 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-570ceb3e-266d-42fe-9407-fd3aaf695b7c req-59cd75e4-9b27-48d1-9208-9f9e07d591b9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Jun 19 20:30:44.772786 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335737dc-6b54-4431-85ae-c04aa889867a req-0bc9cad8-3ccc-433b-a372-b0d1f965a31b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:44.774276 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-335737dc-6b54-4431-85ae-c04aa889867a req-0bc9cad8-3ccc-433b-a372-b0d1f965a31b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0699615 Jun 19 20:30:44.814381 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-335737dc-6b54-4431-85ae-c04aa889867a req-801cbdee-478e-425c-a26a-f01c572ca43c tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Jun 19 20:30:45.013902 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48246d-454f-4b75-8501-0900ebe063d1 req-83524153-0c6f-4b7a-8cb0-77b51d78ed65 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:45.015383 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2e48246d-454f-4b75-8501-0900ebe063d1 req-83524153-0c6f-4b7a-8cb0-77b51d78ed65 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0660512 Jun 19 20:30:45.062686 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2e48246d-454f-4b75-8501-0900ebe063d1 req-06e8cb35-dcaa-4718-b90f-cb7e20d5f33f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 Jun 19 20:30:45.756979 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fbf7-3f07-4412-ab13-a00e150de431 req-04433f70-1dd8-4a15-b52f-15731753c811 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:45.758671 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9d28fbf7-3f07-4412-ab13-a00e150de431 req-04433f70-1dd8-4a15-b52f-15731753c811 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0769398 Jun 19 20:30:45.806709 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9d28fbf7-3f07-4412-ab13-a00e150de431 req-f49b13a0-7b21-4731-9179-0fbfc54a0f50 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Jun 19 20:30:45.997569 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafda56-b9ea-4240-8ca7-660ff43e6b8e req-6b68522a-1343-48ef-a3e4-81c4eacd1b53 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:45.999438 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2aafda56-b9ea-4240-8ca7-660ff43e6b8e req-6b68522a-1343-48ef-a3e4-81c4eacd1b53 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0681601 Jun 19 20:30:46.037467 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2aafda56-b9ea-4240-8ca7-660ff43e6b8e req-bf2aeec5-2afa-4a8b-9c14-93732e498f6d tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jun 19 20:30:46.281251 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ce09c-2d69-4969-a295-ae690b3a1220 req-b3f562c7-735a-4e16-9dea-d3c97db992fd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:46.282763 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ab0ce09c-2d69-4969-a295-ae690b3a1220 req-b3f562c7-735a-4e16-9dea-d3c97db992fd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0712302 Jun 19 20:30:46.325066 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ab0ce09c-2d69-4969-a295-ae690b3a1220 req-8d23ec7e-eb22-493b-b5df-81f8cb7e037d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359757 Jun 19 20:30:46.991176 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d53ddf-f9aa-411f-9c73-d4acb639cbb6 req-3c121c77-fee8-415f-9930-d000d3490ad3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:46.992583 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-67d53ddf-f9aa-411f-9c73-d4acb639cbb6 req-3c121c77-fee8-415f-9930-d000d3490ad3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0663760 Jun 19 20:30:47.031923 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-67d53ddf-f9aa-411f-9c73-d4acb639cbb6 req-75300ba2-3e8d-4785-b2eb-d59869ba07c8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335820 Jun 19 20:30:47.215632 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241bd8-a3cb-40ea-8dd8-78b1bca0e169 req-b38599b1-8e3c-4f6e-95c8-0c4ec1bbcc73 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:47.217105 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2f241bd8-a3cb-40ea-8dd8-78b1bca0e169 req-b38599b1-8e3c-4f6e-95c8-0c4ec1bbcc73 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0649612 Jun 19 20:30:47.256391 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2f241bd8-a3cb-40ea-8dd8-78b1bca0e169 req-4344d7df-4f72-4bf0-8569-86397d6f2c3b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Jun 19 20:30:47.512724 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296e704-58ec-4939-a4f8-def84130cfc7 req-b15beefb-fef1-4437-8bc1-7cbf1052aa64 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:47.514154 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c296e704-58ec-4939-a4f8-def84130cfc7 req-b15beefb-fef1-4437-8bc1-7cbf1052aa64 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0727043 Jun 19 20:30:47.551423 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c296e704-58ec-4939-a4f8-def84130cfc7 req-261a1dbc-61de-4151-af11-21438654f3f6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Jun 19 20:30:48.219275 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27a71-44cd-4c22-a21d-804b0537ae20 req-ca15d2dc-fb66-4884-8ffa-dbbd1e0e9120 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:48.224824 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-14d27a71-44cd-4c22-a21d-804b0537ae20 req-ca15d2dc-fb66-4884-8ffa-dbbd1e0e9120 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0681183 Jun 19 20:30:48.259337 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-14d27a71-44cd-4c22-a21d-804b0537ae20 req-5a1b4b76-1e11-4b6c-a376-b8d2f4b7be2b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Jun 19 20:30:48.435295 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dba89-370a-4cb3-a2c4-9613e2b7874f req-cc1d1817-67a6-47b4-b81d-67df4a6fd7c2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:48.436749 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8f8dba89-370a-4cb3-a2c4-9613e2b7874f req-cc1d1817-67a6-47b4-b81d-67df4a6fd7c2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0677874 Jun 19 20:30:48.477429 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8f8dba89-370a-4cb3-a2c4-9613e2b7874f req-2ca8ff7c-16fa-4653-a29a-42031fc276c6 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Jun 19 20:30:48.727698 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe7ee1-cb33-4715-81bb-6b52d5ac961c req-6d4ad27d-d19e-44f1-9667-a37f1b153606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:48.729158 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-11fe7ee1-cb33-4715-81bb-6b52d5ac961c req-6d4ad27d-d19e-44f1-9667-a37f1b153606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0665319 Jun 19 20:30:48.768697 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-11fe7ee1-cb33-4715-81bb-6b52d5ac961c req-dd426245-ede9-46e1-9159-c8148cd8efa9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338969 Jun 19 20:30:49.430753 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4a78-f7a8-4ea7-9a05-7f6c1eb37e6b req-e7600194-13d6-4ef5-8f96-e8f0932e345d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:49.432211 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b4cd4a78-f7a8-4ea7-9a05-7f6c1eb37e6b req-e7600194-13d6-4ef5-8f96-e8f0932e345d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0609574 Jun 19 20:30:49.468771 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b4cd4a78-f7a8-4ea7-9a05-7f6c1eb37e6b req-7a19d7b5-6bfa-4861-a6ac-bb29e3c618e8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311182 Jun 19 20:30:49.642772 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f0ac8-d292-4d0a-bf0b-3907d65080d7 req-e1de4e6b-db59-4604-af39-8f274395cadc tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:49.644109 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e90f0ac8-d292-4d0a-bf0b-3907d65080d7 req-e1de4e6b-db59-4604-af39-8f274395cadc tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0599110 Jun 19 20:30:49.683737 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e90f0ac8-d292-4d0a-bf0b-3907d65080d7 req-d198adfe-abd1-4725-a91f-b90c40b0585d tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Jun 19 20:30:49.944367 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd95df2-b5f7-40d4-99fb-a42c9adeee6f req-cf398ced-5a32-4eaa-9362-40963bde2d1d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:49.945736 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fcd95df2-b5f7-40d4-99fb-a42c9adeee6f req-cf398ced-5a32-4eaa-9362-40963bde2d1d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0651996 Jun 19 20:30:49.983011 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fcd95df2-b5f7-40d4-99fb-a42c9adeee6f req-0a81198a-3c6a-4191-a560-967277673af3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Jun 19 20:30:50.653531 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e971e-fd81-4183-a3a6-43478b02ebdf req-4644deb5-d231-47bd-864c-787c6f95c142 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:50.655198 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4a4e971e-fd81-4183-a3a6-43478b02ebdf req-4644deb5-d231-47bd-864c-787c6f95c142 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0634289 Jun 19 20:30:50.695060 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4a4e971e-fd81-4183-a3a6-43478b02ebdf req-c93ecbad-ef90-4c3c-ab94-c6551ae12c6c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341539 Jun 19 20:30:50.857098 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8a940-33d0-4570-83ad-e1905059fae8 req-5be40700-b031-4580-a911-94e8cc8c2277 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:50.858491 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88b8a940-33d0-4570-83ad-e1905059fae8 req-5be40700-b031-4580-a911-94e8cc8c2277 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0655460 Jun 19 20:30:50.897512 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-88b8a940-33d0-4570-83ad-e1905059fae8 req-08acd0c6-993e-4c7b-937d-1ca3ca278754 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Jun 19 20:30:51.107232 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872 req-835f976e-eff0-4bcf-bc83-35261cc078d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.108693 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872 req-835f976e-eff0-4bcf-bc83-35261cc078d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1097 time: 0.0557928 Jun 19 20:30:51.153866 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916c0e-b62e-4011-9240-218e837f858a req-6ccf83eb-7d43-40b8-b483-da93888fde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.155331 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5f916c0e-b62e-4011-9240-218e837f858a req-6ccf83eb-7d43-40b8-b483-da93888fde0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1096 time: 0.1013775 Jun 19 20:30:51.225043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872 req-e7d2a635-65a6-494c-88b8-54d9d0696112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.226488 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872 req-e7d2a635-65a6-494c-88b8-54d9d0696112 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=fbf5a688b97742cfabe6857843dda4d4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0972400 Jun 19 20:30:51.228978 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c0d8-e7c8-4bb2-a833-8682b127e639 req-f7143e7d-c291-44b0-b04f-c04edf8d9349 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.230410 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5f04c0d8-e7c8-4bb2-a833-8682b127e639 req-f7143e7d-c291-44b0-b04f-c04edf8d9349 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.1209834 Jun 19 20:30:51.283880 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5f04c0d8-e7c8-4bb2-a833-8682b127e639 req-b800e936-a125-4469-bd8c-9f3e5aef361d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467551 Jun 19 20:30:51.296837 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916c0e-b62e-4011-9240-218e837f858a req-553517ca-c74b-4db2-903f-9d1591a1158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.298302 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5f916c0e-b62e-4011-9240-218e837f858a req-553517ca-c74b-4db2-903f-9d1591a1158e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=face394502f545579a98e2298f013218&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1330452 Jun 19 20:30:51.334778 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872 req-5145dd63-c5db-4d2f-adab-5391a051ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.336312 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d507a7c5-c583-42b1-9cc8-4b8b17d8d872 req-5145dd63-c5db-4d2f-adab-5391a051ad3a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035295 Jun 19 20:30:51.394770 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916c0e-b62e-4011-9240-218e837f858a req-f82afe09-17dc-44a8-9d62-6dad2eb97e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.396148 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5f916c0e-b62e-4011-9240-218e837f858a req-f82afe09-17dc-44a8-9d62-6dad2eb97e9e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917180 Jun 19 20:30:51.427488 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1c682341-dd0b-4210-9015-372c327fd4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.429668 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-1c682341-dd0b-4210-9015-372c327fd4e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1097 time: 0.0524218 Jun 19 20:30:51.472981 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-a18d3401-ee2e-4b5d-a1c6-51e0cf6535d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 217 time: 0.0348859 Jun 19 20:30:51.522937 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-8a882093-ffc9-45c7-927e-4805436350db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.524497 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-8a882093-ffc9-45c7-927e-4805436350db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 200 len: 852 time: 0.0460720 Jun 19 20:30:51.583832 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1928c-6370-4c0d-9396-97a82518f64c req-bea86c79-bacc-4fdb-8568-d7bc6f3f4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.585622 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-bea86c79-bacc-4fdb-8568-d7bc6f3f4958 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cdec99b9-9835-4896-b392-30348f1eb0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544350 Jun 19 20:30:51.599505 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-e36cfe3c-31a7-46e5-b675-6e99ccdb259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.601477 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-e36cfe3c-31a7-46e5-b675-6e99ccdb259f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0513074 Jun 19 20:30:51.677170 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-04e01b2a-09d1-47f3-bc7a-71ad31dc6030 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 200 len: 217 time: 0.0371184 Jun 19 20:30:51.723360 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-65df5813-aa2d-4cf0-912c-a2cb69a32cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.725513 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-65df5813-aa2d-4cf0-912c-a2cb69a32cf6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0412548 Jun 19 20:30:51.725674 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-2a954ee3-753a-46bd-b5e7-7f6c18a85d4f service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853426 Jun 19 20:30:51.788418 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-c5776621-e6dc-4eed-a316-a7ed08fec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.790025 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-c5776621-e6dc-4eed-a316-a7ed08fec35a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533569 Jun 19 20:30:51.853429 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-daf1928c-6370-4c0d-9396-97a82518f64c req-12c4b97b-a9fb-4490-9523-78ffe38eb50b service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170194 Jun 19 20:30:51.883966 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-54ab1a74-8a7c-489d-8c2e-e0fdb4efe19f service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865290 Jun 19 20:30:51.885746 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9557294-e81a-4de0-b773-093818c725ad req-17d9c8b3-e541-4a67-812c-7166df29b8ab tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:51.887190 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9557294-e81a-4de0-b773-093818c725ad req-17d9c8b3-e541-4a67-812c-7166df29b8ab tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0759602 Jun 19 20:30:51.928547 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d9557294-e81a-4de0-b773-093818c725ad req-ad418cc2-80ad-43d8-b6db-8a09089675d7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357223 Jun 19 20:30:51.981327 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8158d441-6ddb-480d-9b8e-24fee6ab0e54 req-7e63660b-bb43-4486-b10a-0e3c80e39e51 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901561 Jun 19 20:30:52.086724 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da320944-efb3-4c8f-9472-76a19a2c069b req-654f10f9-6f67-467f-84d9-75b20776f0fb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:52.088191 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-da320944-efb3-4c8f-9472-76a19a2c069b req-654f10f9-6f67-467f-84d9-75b20776f0fb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0641730 Jun 19 20:30:52.124301 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-da320944-efb3-4c8f-9472-76a19a2c069b req-19a7cca3-6184-4b53-9401-122b6d308bc9 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Jun 19 20:30:52.463512 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b2f42-b0e9-4d87-a948-27bc7f41e072 req-e5f96f7d-5781-418b-a89c-876091707ca5 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:52.464993 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e16b2f42-b0e9-4d87-a948-27bc7f41e072 req-e5f96f7d-5781-418b-a89c-876091707ca5 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0659490 Jun 19 20:30:52.500810 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e16b2f42-b0e9-4d87-a948-27bc7f41e072 req-b5bcff17-abf7-4a0e-9e9c-6badf30f7a7a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Jun 19 20:30:53.107238 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d8f92-d165-4c31-945a-4673ea0a5965 req-29883865-a806-4cb8-bddd-092d61cc7a1a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:53.108698 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1b3d8f92-d165-4c31-945a-4673ea0a5965 req-29883865-a806-4cb8-bddd-092d61cc7a1a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0650315 Jun 19 20:30:53.144442 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1b3d8f92-d165-4c31-945a-4673ea0a5965 req-e35b2389-b514-4136-9817-9fe3eccb4324 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302298 Jun 19 20:30:53.296178 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514e1dc-f235-4961-b3ce-2ec2b0b28ab4 req-89ac2552-9e2d-43c1-92fa-a674ce4a876f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:53.297622 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6514e1dc-f235-4961-b3ce-2ec2b0b28ab4 req-89ac2552-9e2d-43c1-92fa-a674ce4a876f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0638123 Jun 19 20:30:53.333441 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6514e1dc-f235-4961-b3ce-2ec2b0b28ab4 req-36823df7-bf9a-471e-b4e4-814bf79d73b6 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302942 Jun 19 20:30:53.671105 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f210-d391-4404-b430-e8e4edf7edf4 req-a457bc0a-d6cd-4047-8655-9b262fe64678 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:53.672499 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c526f210-d391-4404-b430-e8e4edf7edf4 req-a457bc0a-d6cd-4047-8655-9b262fe64678 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0604842 Jun 19 20:30:53.708472 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c526f210-d391-4404-b430-e8e4edf7edf4 req-ac00e934-7765-4923-b162-15ad2ab5974a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304968 Jun 19 20:30:54.320005 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4169-8cb2-45e7-b78a-5be6a4f9e260 req-94eb57e5-8dcf-43f5-b6a4-456042f9ee4d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:54.321428 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7cde4169-8cb2-45e7-b78a-5be6a4f9e260 req-94eb57e5-8dcf-43f5-b6a4-456042f9ee4d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0655804 Jun 19 20:30:54.358038 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7cde4169-8cb2-45e7-b78a-5be6a4f9e260 req-677a6a6f-7ea4-4864-ba7f-94bf532c0c35 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309792 Jun 19 20:30:54.503897 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01da9d6-e183-4c7a-8368-61eec32b45b2 req-f65a80ec-8654-4783-8001-fedf0f1879dd tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:54.505325 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d01da9d6-e183-4c7a-8368-61eec32b45b2 req-f65a80ec-8654-4783-8001-fedf0f1879dd tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0643287 Jun 19 20:30:54.541251 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d01da9d6-e183-4c7a-8368-61eec32b45b2 req-128e48af-b903-43f8-b157-9264e86e0589 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Jun 19 20:30:54.877192 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e7464-b294-415e-9e67-d1129c1e796f req-c6fa97f2-1e0f-426a-97c4-7218324c9f09 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:54.878546 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-979e7464-b294-415e-9e67-d1129c1e796f req-c6fa97f2-1e0f-426a-97c4-7218324c9f09 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0616906 Jun 19 20:30:54.915970 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-979e7464-b294-415e-9e67-d1129c1e796f req-c141e252-5c5d-4c20-8a61-1981e4412c90 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Jun 19 20:30:55.530228 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897e6b-7f3a-49ec-a5d1-ba5932c30084 req-4ac9b9d1-bfe1-4e9d-badd-229cfe1046f4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:55.531652 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6b897e6b-7f3a-49ec-a5d1-ba5932c30084 req-4ac9b9d1-bfe1-4e9d-badd-229cfe1046f4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0622582 Jun 19 20:30:55.567672 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6b897e6b-7f3a-49ec-a5d1-ba5932c30084 req-7de47e94-a777-4d35-916c-1d36b01b0977 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305119 Jun 19 20:30:55.707422 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1695528-56be-41d9-979b-8c0e748966f7 req-7f7cbb01-094b-49be-8d3c-29c345fa039b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:55.708889 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1695528-56be-41d9-979b-8c0e748966f7 req-7f7cbb01-094b-49be-8d3c-29c345fa039b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0614765 Jun 19 20:30:55.744149 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a1695528-56be-41d9-979b-8c0e748966f7 req-1d30144c-c6bd-4513-8ce5-a9eabc0934fd tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297287 Jun 19 20:30:56.094476 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debdabf-4e41-4de8-b6bb-c8efdb6620dc req-faaa4b3f-7728-4ee2-a407-97c33cba9630 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:56.095882 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7debdabf-4e41-4de8-b6bb-c8efdb6620dc req-faaa4b3f-7728-4ee2-a407-97c33cba9630 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0618365 Jun 19 20:30:56.131617 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7debdabf-4e41-4de8-b6bb-c8efdb6620dc req-835321d0-a5d7-4d9c-aff9-17af9f28afd3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297284 Jun 19 20:30:56.680935 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:30:56.746115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495191-7426-416f-a692-0b2b58617fa1 req-54a0c5ff-bf1b-45e6-a908-7bcf8fc155af tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:56.747625 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fa495191-7426-416f-a692-0b2b58617fa1 req-54a0c5ff-bf1b-45e6-a908-7bcf8fc155af tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0653632 Jun 19 20:30:56.776592 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:56.786189 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-fa495191-7426-416f-a692-0b2b58617fa1 req-7dffacec-ec75-45bf-9419-7c826631b324 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329094 Jun 19 20:30:56.788400 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'mac_address': 'fa:16:3e:b1:b0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:30:56.829823 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:56.843165 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6766695a-843e-4f73-b8b4-87c9c1263d46 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:30:56.868397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:56.923093 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161b5d-bc5e-44fd-8983-8159cf0580c6 req-4a10335c-8810-46e3-b705-5ce374ed3a83 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:56.924573 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d161b5d-bc5e-44fd-8983-8159cf0580c6 req-4a10335c-8810-46e3-b705-5ce374ed3a83 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 944 time: 0.0652030 Jun 19 20:30:56.948777 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:56.949637 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 11763470-134f-49f4-9aba-602290057cdc details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:30:56.952217 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:56.961409 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d161b5d-bc5e-44fd-8983-8159cf0580c6 req-44c24685-d0ac-4e54-91d3-4d9f87303f64 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Jun 19 20:30:57.041139 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:57.045088 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:57.083388 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:57.094355 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '11763470-134f-49f4-9aba-602290057cdc', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'port_id': '11763470-134f-49f4-9aba-602290057cdc', 'mac_address': 'fa:16:3e:f4:ff:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:30:57.133924 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:57.145803 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11763470-134f-49f4-9aba-602290057cdc {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:30:57.164491 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:57.251183 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:57.253013 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:57.298408 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:57.301368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:57.302465 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4447-e4da-46e1-b527-5b24d2612b91 req-8dd224eb-3ceb-4bd1-b609-b30556a4fcd2 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:57.304536 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-87bc4447-e4da-46e1-b527-5b24d2612b91 req-8dd224eb-3ceb-4bd1-b609-b30556a4fcd2 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0648119 Jun 19 20:30:57.341718 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-87bc4447-e4da-46e1-b527-5b24d2612b91 req-a7596f6d-5ca8-4703-826b-1f0372a53757 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Jun 19 20:30:57.588080 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['11763470-134f-49f4-9aba-602290057cdc'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:30:57.592311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['6766695a-843e-4f73-b8b4-87c9c1263d46'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:30:57.960446 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705cd0-2f94-4134-a9f6-c5dde1b849a5 req-e015b3b3-94ef-4d8f-bee3-38c33e8be878 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:57.961792 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-64705cd0-2f94-4134-a9f6-c5dde1b849a5 req-e015b3b3-94ef-4d8f-bee3-38c33e8be878 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 944 time: 0.0616910 Jun 19 20:30:57.999065 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-64705cd0-2f94-4134-a9f6-c5dde1b849a5 req-e8e9351c-b17c-47b2-9039-b3da6b9b3902 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Jun 19 20:30:58.136658 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b77209-0207-4d13-a8ff-8f83fe103223 req-4fb1418b-1bd3-4ad9-867d-e544f6dcdebd tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:58.138108 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-68b77209-0207-4d13-a8ff-8f83fe103223 req-4fb1418b-1bd3-4ad9-867d-e544f6dcdebd tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 945 time: 0.0659857 Jun 19 20:30:58.174836 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-68b77209-0207-4d13-a8ff-8f83fe103223 req-814818c4-1cf4-482c-b759-29ac7fe188e8 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Jun 19 20:30:58.517400 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab9847-799d-4405-bf9d-d8da3b01c808 req-0daa4a93-bf5a-436b-8ccb-46a0e923fcb8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:58.518830 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fdab9847-799d-4405-bf9d-d8da3b01c808 req-0daa4a93-bf5a-436b-8ccb-46a0e923fcb8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0654936 Jun 19 20:30:58.554964 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fdab9847-799d-4405-bf9d-d8da3b01c808 req-234c71ae-a60b-4f9d-9f56-32e4fcc50a18 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306430 Jun 19 20:30:58.698379 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 11763470-134f-49f4-9aba-602290057cdc up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:58.805123 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 11763470-134f-49f4-9aba-602290057cdc completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:58.808811 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 11763470-134f-49f4-9aba-602290057cdc triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:58.809202 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:58.885047 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:58.906215 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:30:58.908458 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c003324-2f74-4a50-bdc1-cabeea307fcc" -d '{"events": [{"server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "name": "network-vif-plugged", "status": "completed", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:30:58.921454 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:58.993036 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ab34d-25fa-4e8b-ace9-7790f5d40a9a x-openstack-request-id: req-566ab34d-25fa-4e8b-ace9-7790f5d40a9a {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:30:58.996835 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "name": "network-vif-plugged", "status": "completed", "tag": "11763470-134f-49f4-9aba-602290057cdc", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:30:58.996835 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-566ab34d-25fa-4e8b-ace9-7790f5d40a9a {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:30:58.996835 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'code': 200} Jun 19 20:30:58.996835 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:58.996835 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:30:58.998640 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eaa8fecf-f9be-499e-96ed-b5004d42a88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:59.082509 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:59.085997 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:59.171770 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 6766695a-843e-4f73-b8b4-87c9c1263d46 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:30:59.176456 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 6766695a-843e-4f73-b8b4-87c9c1263d46 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:30:59.187460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:59.190047 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bb958-268a-4a3c-9c4b-a7359590c853 req-b231c9fc-6ee3-4484-a613-b21d00b984b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:59.191627 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-183bb958-268a-4a3c-9c4b-a7359590c853 req-b231c9fc-6ee3-4484-a613-b21d00b984b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 944 time: 0.0624909 Jun 19 20:30:59.233268 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-183bb958-268a-4a3c-9c4b-a7359590c853 req-bc76bdb9-6146-44ab-84cb-da1428ca5674 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357504 Jun 19 20:30:59.364029 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980747dc-813a-49e4-877a-b58938d8398e req-0d7fbbe5-7dc4-437a-a787-d4603f6bc23d tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:59.368426 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-980747dc-813a-49e4-877a-b58938d8398e req-0d7fbbe5-7dc4-437a-a787-d4603f6bc23d tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0698617 Jun 19 20:30:59.385682 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:59.387369 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fac6e-3e01-4309-9a66-c37980aaa30a req-6718f1f7-b3a4-434b-8802-a2494c0d2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:59.388870 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c45fac6e-3e01-4309-9a66-c37980aaa30a req-6718f1f7-b3a4-434b-8802-a2494c0d2270 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1099 time: 0.0570207 Jun 19 20:30:59.421084 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-980747dc-813a-49e4-877a-b58938d8398e req-7a072384-f2d5-45a2-9fb0-e345d44c8109 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481465 Jun 19 20:30:59.422461 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:30:59.425106 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c45fac6e-3e01-4309-9a66-c37980aaa30a req-040e67e8-1c30-40e1-ace3-66ab558fe450 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294929 Jun 19 20:30:59.518533 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:30:59.524656 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:30:59.566368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:30:59.570122 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:30:59.732974 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637464f-2606-4b93-9340-3f56d4c59cc6 req-638b023c-0e41-4097-98ec-c6e30152c5bd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:30:59.734379 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5637464f-2606-4b93-9340-3f56d4c59cc6 req-638b023c-0e41-4097-98ec-c6e30152c5bd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0635676 Jun 19 20:30:59.769836 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5637464f-2606-4b93-9340-3f56d4c59cc6 req-fc593b85-4453-498d-bc77-977c77f29d41 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298202 Jun 19 20:31:00.409849 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571c660-2d95-4eb7-9626-18bfbd5e0312 req-f7215ed3-5778-4f17-8cdd-5fd2a8a63512 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:00.411286 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4571c660-2d95-4eb7-9626-18bfbd5e0312 req-f7215ed3-5778-4f17-8cdd-5fd2a8a63512 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0620942 Jun 19 20:31:00.453783 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4571c660-2d95-4eb7-9626-18bfbd5e0312 req-795a38d8-d84c-4616-93d6-c7ab7c158080 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360138 Jun 19 20:31:00.594666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934dfca-f0c8-48a9-a261-459efd4d49dc req-2498ff3d-6c6b-4080-8a78-1f52962e6159 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:00.596126 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0934dfca-f0c8-48a9-a261-459efd4d49dc req-2498ff3d-6c6b-4080-8a78-1f52962e6159 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0622385 Jun 19 20:31:00.633798 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0934dfca-f0c8-48a9-a261-459efd4d49dc req-0169baa2-352a-4fa2-9410-8d2cf0c1d2f2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jun 19 20:31:00.941184 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faf9b8-6c8f-4180-a2fa-ded83179cc93 req-7c182a7d-fc7e-4b39-95d3-5b4faf8d2cf2 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:00.942506 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-56faf9b8-6c8f-4180-a2fa-ded83179cc93 req-7c182a7d-fc7e-4b39-95d3-5b4faf8d2cf2 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0650775 Jun 19 20:31:00.980829 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-56faf9b8-6c8f-4180-a2fa-ded83179cc93 req-7f9139df-bab8-426a-943a-a6b7e86a856b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Jun 19 20:31:00.995184 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:31:00.997555 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50169f-3fe5-49a4-821d-a4bf522486d0" -d '{"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:31:01.031483 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3375eb4e-de3b-4afd-950e-2abf3357cc5e x-openstack-request-id: req-3375eb4e-de3b-4afd-950e-2abf3357cc5e {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:31:01.031782 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:31:01.032095 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3375eb4e-de3b-4afd-950e-2abf3357cc5e {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:31:01.032486 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'code': 200} Jun 19 20:31:01.420622 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9aea5-6482-4300-853c-fffdb5714965 req-f05b02ba-650d-4ff6-bd75-bcd4a562cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:01.422162 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5b9aea5-6482-4300-853c-fffdb5714965 req-f05b02ba-650d-4ff6-bd75-bcd4a562cb98 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0540662 Jun 19 20:31:01.637389 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3417a40-9683-4415-8afe-3d37d276ed8d req-00f25f4d-271a-4a99-a1fa-bbbe71258db3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:01.639025 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e3417a40-9683-4415-8afe-3d37d276ed8d req-00f25f4d-271a-4a99-a1fa-bbbe71258db3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0649409 Jun 19 20:31:01.682589 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e3417a40-9683-4415-8afe-3d37d276ed8d req-107beeef-5e03-4e12-b920-dc1b6633b0b6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375848 Jun 19 20:31:01.729093 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5b9aea5-6482-4300-853c-fffdb5714965 req-5a2b0c71-0e12-4818-94e2-dd7aeb36f40b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010821 Jun 19 20:31:01.815308 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b2ddf-b009-41b7-951d-f4234e7d8ccd req-7e9260e5-b666-4b52-be92-dcdbc7efb944 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:01.816730 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cf6b2ddf-b009-41b7-951d-f4234e7d8ccd req-7e9260e5-b666-4b52-be92-dcdbc7efb944 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0589745 Jun 19 20:31:01.852781 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cf6b2ddf-b009-41b7-951d-f4234e7d8ccd req-93cf75ed-485f-4974-a84c-691a24b70e41 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300229 Jun 19 20:31:02.025707 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097751b-cefb-4ad6-9ef7-d7a37107f5de req-04462fd6-a73c-49c8-af13-f891dcd02480 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.027224 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e097751b-cefb-4ad6-9ef7-d7a37107f5de req-04462fd6-a73c-49c8-af13-f891dcd02480 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0691435 Jun 19 20:31:02.065241 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e097751b-cefb-4ad6-9ef7-d7a37107f5de req-747ed50f-d539-4f1d-97c4-c5f9d4e4a3a3 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Jun 19 20:31:02.151172 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddeeaf-be38-4008-8c27-1e054f543e2d req-b417e12d-d748-4c59-afbe-c04610729c13 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.152640 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-72ddeeaf-be38-4008-8c27-1e054f543e2d req-b417e12d-d748-4c59-afbe-c04610729c13 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0623856 Jun 19 20:31:02.192307 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-72ddeeaf-be38-4008-8c27-1e054f543e2d req-8c9be42d-6169-4767-8c58-d05bdca6bfa2 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Jun 19 20:31:02.446714 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b26bb-505d-460f-adb2-9113a6158fcd req-fc86ed42-2211-4f2a-a2fc-4f95bd69de17 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.448215 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-295b26bb-505d-460f-adb2-9113a6158fcd req-fc86ed42-2211-4f2a-a2fc-4f95bd69de17 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0628905 Jun 19 20:31:02.487457 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-295b26bb-505d-460f-adb2-9113a6158fcd req-81a727b9-b052-4f5f-b00e-f2f312239cd2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Jun 19 20:31:02.659334 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56991-e91c-458c-83a0-ac2227952f06 req-df84b6a4-f33a-45b3-9d1e-beedcc785457 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.660872 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4bc56991-e91c-458c-83a0-ac2227952f06 req-df84b6a4-f33a-45b3-9d1e-beedcc785457 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0652938 Jun 19 20:31:02.699604 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4bc56991-e91c-458c-83a0-ac2227952f06 req-d2368cbc-4682-4917-97a4-d56f3e67a1d0 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Jun 19 20:31:02.755174 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-7829010c-5b86-4e76-b5ce-994c4a36cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.757969 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-7829010c-5b86-4e76-b5ce-994c4a36cb02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1099 time: 0.0598958 Jun 19 20:31:02.885658 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-d48d68f7-f8b2-4a6d-85a1-d68ccf80b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.887091 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-d48d68f7-f8b2-4a6d-85a1-d68ccf80b370 service neutron] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 912 time: 0.1223464 Jun 19 20:31:02.902534 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b18549-f896-43be-8dd7-e510f130aed2 req-4891e02b-148f-449e-8a76-05a1c7ca8b2d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:02.903906 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-38b18549-f896-43be-8dd7-e510f130aed2 req-4891e02b-148f-449e-8a76-05a1c7ca8b2d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0980120 Jun 19 20:31:02.980960 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-38b18549-f896-43be-8dd7-e510f130aed2 req-3d11fc35-c840-4b27-8675-296dda51c0ef tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702364 Jun 19 20:31:02.986707 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-5b34dc62-1e88-481d-a1cd-5ec7218a927f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 200 len: 1002 time: 0.0818956 Jun 19 20:31:03.039367 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-633358c6-c9ae-48b2-b3eb-c9a6b7c07b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:03.041294 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-633358c6-c9ae-48b2-b3eb-c9a6b7c07b00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0481739 Jun 19 20:31:03.100713 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-1d0ffcae-edea-4fb8-a938-17b26cd62f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:03.102080 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-1d0ffcae-edea-4fb8-a938-17b26cd62f2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521209 Jun 19 20:31:03.194328 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-eb0603d5-a852-4e64-b9ce-b66a1f20c0b0 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829210 Jun 19 20:31:03.282095 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5e8c5e1f-7a0e-430e-b26d-6ceb6809e7b3 req-65294de8-c0ee-4474-af37-c743cb5d7b53 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Jun 19 20:31:03.876629 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b636-4797-4ebf-a414-8cd484967923 req-fd1ec75b-30f1-485a-ba01-8d3207256f4c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:03.878082 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7f26b636-4797-4ebf-a414-8cd484967923 req-fd1ec75b-30f1-485a-ba01-8d3207256f4c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0653839 Jun 19 20:31:03.916981 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7f26b636-4797-4ebf-a414-8cd484967923 req-9e82d7b7-d749-457d-ad5c-c0fce26ff144 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Jun 19 20:31:04.155896 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a24c4-3a7a-4d91-a979-952bdcf93469 req-d6bc17e3-d7cc-4c40-af5b-f015c25664b9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:04.157365 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f19a24c4-3a7a-4d91-a979-952bdcf93469 req-d6bc17e3-d7cc-4c40-af5b-f015c25664b9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Jun 19 20:31:04.195583 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f19a24c4-3a7a-4d91-a979-952bdcf93469 req-2b8390db-95c4-4e45-b899-f12a2f7167a3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Jun 19 20:31:04.363715 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eab0eb-63ec-425b-81dc-6d148f4f9022 req-1f39d6b7-392e-4d92-a700-9fe650e022a7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:04.365218 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46eab0eb-63ec-425b-81dc-6d148f4f9022 req-1f39d6b7-392e-4d92-a700-9fe650e022a7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0626962 Jun 19 20:31:04.378677 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 36994) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:04.383200 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Request body: {'floatingip': {'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:04.394139 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5c35082d-552b-4bb9-aeb6-3b94b66c5221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:04.454011 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:04.913944 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:04.999988 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:05.132872 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Floating IP 64aa1df6-9902-4696-8a25-49cabb0a15ab associated. External IP: 172.27.2.250, port: 6766695a-843e-4f73-b8b4-87c9c1263d46. Jun 19 20:31:05.409557 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f0619-03ab-4210-8919-6966c0ebc171 req-9ae69787-d6f2-41d6-841d-3f17084d2f2a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:05.410907 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4c6f0619-03ab-4210-8919-6966c0ebc171 req-9ae69787-d6f2-41d6-841d-3f17084d2f2a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.3796904 Jun 19 20:31:05.488770 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4c6f0619-03ab-4210-8919-6966c0ebc171 req-9d819da6-2246-47bc-bf30-88aba7700819 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709314 Jun 19 20:31:05.602596 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Router bbe41846-9863-4978-a2e8-4e3c7a618782 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:31:05.708260 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:31:05.713628 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:05.717848 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:31:05.726444 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:31:05.727076 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:05.750885 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-fada37e3-c2e6-4b79-b0d3-f70434b60923 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "PUT /v2.0/floatingips/64aa1df6-9902-4696-8a25-49cabb0a15ab HTTP/1.1" status: 200 len: 991 time: 1.3711643 Jun 19 20:31:05.751540 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:31:05.754154 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c0b0f3-4dc3-452c-8dd2-36df835343d1" -d '{"events": [{"name": "network-changed", "server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:31:05.792516 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9077de-eeba-4af5-b946-6270d6b7b7ee x-openstack-request-id: req-ff9077de-eeba-4af5-b946-6270d6b7b7ee {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:31:05.792849 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:31:05.793496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff9077de-eeba-4af5-b946-6270d6b7b7ee {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:31:05.794150 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'status': 'completed', 'code': 200} Jun 19 20:31:05.836528 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:31:05.875564 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-b6f64157-1f0e-4f3d-8fb4-cf2e4f548a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:05.875564 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-b6f64157-1f0e-4f3d-8fb4-cf2e4f548a2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0597608 Jun 19 20:31:05.962993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-22eba0c3-3acd-47b7-9364-73d7a2744aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:05.964370 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-22eba0c3-3acd-47b7-9364-73d7a2744aa6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.0822384 Jun 19 20:31:06.030557 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-3079233f-461c-4b68-9e69-2d9f5ec4fbd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 200 len: 999 time: 0.0599856 Jun 19 20:31:06.052676 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '64aa1df6-9902-4696-8a25-49cabb0a15ab', 'tenant_id': 'face394502f545579a98e2298f013218', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'mac_address': 'fa:16:3e:b1:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:30:32Z', 'updated_at': '2021-06-19T20:31:04Z', 'revision_number': 1, 'project_id': 'face394502f545579a98e2298f013218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:06.079042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:31:06.079301 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-aa084a19-3551-4374-acac-47741e60ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:06.080752 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-aa084a19-3551-4374-acac-47741e60ad4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0443745 Jun 19 20:31:06.087304 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:31:06.087922 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:30:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:06.136137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-7b7be3bd-504e-40c2-ad6e-2e930f1d248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:06.137623 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-7b7be3bd-504e-40c2-ad6e-2e930f1d248b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511546 Jun 19 20:31:06.191997 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:31:06.230328 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-b4a4d8a6-0b0c-43e8-ae2c-08f9dab76532 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 Jun 19 20:31:06.323481 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-63c0b0f3-4dc3-452c-8dd2-36df835343d1 req-3ae459b6-0c50-42dc-bf6c-e541bbc94ae4 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868347 Jun 19 20:31:06.420307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '64aa1df6-9902-4696-8a25-49cabb0a15ab', 'tenant_id': 'face394502f545579a98e2298f013218', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'mac_address': 'fa:16:3e:b1:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:30:32Z', 'updated_at': '2021-06-19T20:31:04Z', 'revision_number': 1, 'project_id': 'face394502f545579a98e2298f013218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:06.445971 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef03f6d-38e1-45f0-adfd-9c71bc96e84b None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '64aa1df6-9902-4696-8a25-49cabb0a15ab', 'tenant_id': 'face394502f545579a98e2298f013218', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'mac_address': 'fa:16:3e:b1:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:30:32Z', 'updated_at': '2021-06-19T20:31:04Z', 'revision_number': 1, 'project_id': 'face394502f545579a98e2298f013218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:31:06.630714 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63398b23-53f0-42cd-b975-507a7f3735e2 None None] New status for floating IP 64aa1df6-9902-4696-8a25-49cabb0a15ab: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:31:06.714294 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:06.914733 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f144ebb1-131e-4c8a-9da8-0575098f15ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:07.148473 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:07.244907 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-6456498a-1b1b-491d-8be7-41deb09045ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497057 Jun 19 20:31:07.324572 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b88-a331-467d-83ab-392c367c277f req-2c4e6f7f-4f09-4b28-b22e-3948612bb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:07.326014 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-2c4e6f7f-4f09-4b28-b22e-3948612bb6ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1099 time: 0.0584559 Jun 19 20:31:07.424180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b88-a331-467d-83ab-392c367c277f req-b08e818e-1327-4ab9-b101-a423b9c6f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:07.425504 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-b08e818e-1327-4ab9-b101-a423b9c6f8c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 912 time: 0.0800521 Jun 19 20:31:07.489776 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-1f445a52-bb6e-417c-b2f8-08309495a477 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 200 len: 1002 time: 0.0584698 Jun 19 20:31:07.534277 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b88-a331-467d-83ab-392c367c277f req-a34dd09a-dc29-4b2a-b338-6317b88bfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:07.535603 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-a34dd09a-dc29-4b2a-b338-6317b88bfc1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0404723 Jun 19 20:31:07.592735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41b88-a331-467d-83ab-392c367c277f req-355ac285-7a55-4331-b9d8-b0ca3b981a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:07.594204 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-355ac285-7a55-4331-b9d8-b0ca3b981a19 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528719 Jun 19 20:31:07.687070 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-ab4f5caf-4958-4202-bcf3-5322dd7f04aa service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867438 Jun 19 20:31:07.771638 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c5e41b88-a331-467d-83ab-392c367c277f req-aebe420e-448e-4a9f-aac4-f67c9d19c8fd service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789001 Jun 19 20:31:08.142563 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:09.925417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:13.148463 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9169-1a24-4fa7-96f8-827a3e45342d req-0b5127f3-c6e7-4df4-b6e0-d3f94800ddf6 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:13.149821 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-de4c9169-1a24-4fa7-96f8-827a3e45342d req-0b5127f3-c6e7-4df4-b6e0-d3f94800ddf6 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0614464 Jun 19 20:31:13.185852 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-de4c9169-1a24-4fa7-96f8-827a3e45342d req-0287695a-674a-4446-8dda-187dd18cc0f0 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304956 Jun 19 20:31:13.210007 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37048) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:13.300470 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada892c-2b68-4685-bc65-1c4cf4eec50e tempest-TestMinimumBasicScenario-442048651 tempest-TestMinimumBasicScenario-442048651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:13.301972 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-9ada892c-2b68-4685-bc65-1c4cf4eec50e tempest-TestMinimumBasicScenario-442048651 tempest-TestMinimumBasicScenario-442048651-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1094 time: 0.0905023 Jun 19 20:31:13.304907 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37052) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:13.309339 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'port_id': '11763470-134f-49f4-9aba-602290057cdc', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:13.411131 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for floatingip, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:13.508581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:13.607103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Allocated IP 172.27.2.53 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/1826ae65-a720-4b94-83ea-800b331de804) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:31:13.710187 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:13.817194 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:13.820805 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-fbb06170-b53d-4721-bd93-9578afb2821c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:13.856232 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:31:13.858927 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:31:13.862425 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:31:13.890649 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'Port': ['ID=1826ae65-a720-4b94-83ea-800b331de804,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:13.901659 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.902032 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.902398 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.902758 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.903110 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.903463 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.903813 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.904234 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.904548 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.904890 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.905236 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.905579 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:13.911581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:14.079017 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:31:14.241604 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:14.372587 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:14.521245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:14.592395 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:14.594765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-7f65d098-10d7-4422-8b14-08b354fdda1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:14.655588 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'Port': ['ID=1826ae65-a720-4b94-83ea-800b331de804,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:14.659315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:14.669340 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:14.768040 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Floating IP 825f6703-b127-4b4a-933f-4222fe77353d associated. External IP: 172.27.2.53, port: 11763470-134f-49f4-9aba-602290057cdc. Jun 19 20:31:14.967498 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Router 3c1edd2d-2f03-419b-b4af-04e537c06b16 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:31:15.073733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:31:15.083208 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] Sync routers for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:31:15.092039 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:31:15.096050 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:31:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:15.142027 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.177029 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8709931 Jun 19 20:31:15.177602 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:31:15.180432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90167758-fcb5-4556-a8cd-f6c52d4618c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:31:15.180712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37058) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:15.188358 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037708605', 'description': 'tempest-secgroup-smoke-2037708605 description', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:15.197264 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:31:15.222418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2250016c-ba9a-4938-be8b-f5820afe19dd x-openstack-request-id: req-2250016c-ba9a-4938-be8b-f5820afe19dd {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:31:15.222801 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:31:15.223089 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2250016c-ba9a-4938-be8b-f5820afe19dd {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:31:15.223578 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'status': 'completed', 'code': 200} Jun 19 20:31:15.262420 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.355666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-17640d1c-e6c6-4dc5-9e4e-86267f3a961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:15.357148 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-17640d1c-e6c6-4dc5-9e4e-86267f3a961f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1099 time: 0.0923433 Jun 19 20:31:15.418732 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '825f6703-b127-4b4a-933f-4222fe77353d', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'port_id': '11763470-134f-49f4-9aba-602290057cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'mac_address': 'fa:16:3e:f4:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:31:14Z', 'updated_at': '2021-06-19T20:31:14Z', 'revision_number': 0, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:15.432252 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.445696 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] Checking router: 3c1edd2d-2f03-419b-b4af-04e537c06b16 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:31:15.453918 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:31:15.454514 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:31:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:15.467688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-2fd55149-69c8-4fc1-b550-a40d971c2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:15.469185 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-2fd55149-69c8-4fc1-b550-a40d971c2e4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 914 time: 0.1005282 Jun 19 20:31:15.473456 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.478262 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e7aab34e-bd7c-49cd-ba2a-ff8647b5e576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:15.546735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:15.557365 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:31:15.557526 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.557814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.558182 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.558544 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.558937 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.559295 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.559647 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.560023 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.560378 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.560756 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.561104 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.561452 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:15.566929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:15.575722 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-33c8f2eb-2ba4-47d4-a537-71321509aea6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 999 time: 0.0983622 Jun 19 20:31:15.612794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.614342 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4323637 Jun 19 20:31:15.617888 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37062) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:15.622739 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:15.631531 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-dd97a457-86e2-4061-8429-e71905352697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:15.633019 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-dd97a457-86e2-4061-8429-e71905352697 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 200 len: 852 time: 0.0466473 Jun 19 20:31:15.695909 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-d653fbdc-4262-4865-ade2-a25cf742fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:15.697385 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-d653fbdc-4262-4865-ade2-a25cf742fb04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cdec99b9-9835-4896-b392-30348f1eb0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559804 Jun 19 20:31:15.731292 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.785915 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '825f6703-b127-4b4a-933f-4222fe77353d', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'port_id': '11763470-134f-49f4-9aba-602290057cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'mac_address': 'fa:16:3e:f4:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:31:14Z', 'updated_at': '2021-06-19T20:31:14Z', 'revision_number': 0, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:31:15.790170 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.801676 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-2995f632-ede5-467b-9a69-229625d54540 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936892 Jun 19 20:31:15.812826 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c12fae6-ae51-4907-8197-8a4fca63ad53 None None] The sync data for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi is: [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '825f6703-b127-4b4a-933f-4222fe77353d', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'port_id': '11763470-134f-49f4-9aba-602290057cdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'mac_address': 'fa:16:3e:f4:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:31:14Z', 'updated_at': '2021-06-19T20:31:14Z', 'revision_number': 0, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:31:15.868339 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.871500 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2ccc8997-494a-4586-86d7-c1d717756506 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:15.890054 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ef74c6-7b4b-4956-8e43-3a29ab85d9f7,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:15.895063 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-90167758-fcb5-4556-a8cd-f6c52d4618c2 req-9d4181b7-54c5-4597-911e-1a879f9ad052 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848093 Jun 19 20:31:15.901833 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:15.977356 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:15.978575 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597090 Jun 19 20:31:15.981404 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37064) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:15.986146 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:16.009604 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc777a5-4012-4d3d-8b0f-af95f0eca7b7 None None] New status for floating IP 825f6703-b127-4b4a-933f-4222fe77353d: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:31:16.084134 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.143679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.250579 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.252790 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d0e87d7b-730b-4301-86a9-1b50b7b316ce tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:16.274326 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01236da3-ac5e-4467-a16b-1743f89edba1,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:16.276588 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:16.370578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.371793 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-6ef1c05c-98d9-427e-96c3-d8aa30fd7e27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3894453 Jun 19 20:31:16.374419 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37068) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:16.378781 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:16.472005 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.531818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.610564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.612721 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:16.628796 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954eeae4-17f6-42f4-9744-dc6d66e0614b,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:16.631130 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:16.690840 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.692981 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-9214aa90-fc0a-4f10-8823-ae78ad329934 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167002 Jun 19 20:31:16.694708 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37070) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:16.699766 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:16.810128 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.869281 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.942033 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:16.944143 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:16.960341 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29eba406-6172-4f63-a1f0-c7ec046d3d1c,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:16.963040 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:17.021877 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.023061 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-049e8ff1-d734-460b-a8d3-30ba1ef1c406 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267937 Jun 19 20:31:17.025796 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37072) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:17.030212 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:17.106579 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.securitygroups_db [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Project fbf5a688b97742cfabe6857843dda4d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 20:31:17.111339 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.170015 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.267557 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.274903 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:17.292545 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eb84f0-a9ad-4ba9-95bc-06a624ae0f97,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:17.294908 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:17.365017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.366205 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-74a0ae8d-86e5-4c77-ba5b-b430d6a72beb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394465 Jun 19 20:31:17.375184 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37076) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:17.379633 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a', 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:17.467761 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.securitygroups_db [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Project fbf5a688b97742cfabe6857843dda4d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 20:31:17.472707 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.531388 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.598165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.600289 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-74757d1c-d452-472f-9dcc-4cf0137ad9ac tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:17.618250 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40f1f95-019a-450c-890f-d983b383fe8d,revision_number=0']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:17.620341 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:17.689899 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:17.691095 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-455bea47-374c-469c-980b-051cb1ab769f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3150055 Jun 19 20:31:17.805378 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-526f1918-799d-4f3d-92b8-112096abc249 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037708605&fields=id&tenant_id=fbf5a688b97742cfabe6857843dda4d4 HTTP/1.1" status: 200 len: 267 time: 0.0320518 Jun 19 20:31:17.868806 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-10c1d8ce-8ab5-47dc-b238-918e43e0cf0a tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:17.870167 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-10c1d8ce-8ab5-47dc-b238-918e43e0cf0a tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0597920 Jun 19 20:31:17.880432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'port': {'security_groups': ['05d4e1ed-2a36-497c-af60-9b107ed4b4b1', 'd3ec039e-49ae-42ef-87b8-9f1c072bbb0a']}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:31:17.961590 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:18.140583 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:31:18.169548 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:18.221770 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:18.226140 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:18.233217 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['11763470-134f-49f4-9aba-602290057cdc'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:31:18.269331 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:18.270014 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:18.271426 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e3074f10-45ad-402c-87ee-86dcc0cb71ca req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "PUT /v2.0/ports/11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 982 time: 0.3953950 Jun 19 20:31:18.274428 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:31:18.279480 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52afc33c-dab1-4326-9ab3-344a0c7976d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:31:18.325303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd256345-8783-4717-9d5e-4d1fc7316717 x-openstack-request-id: req-dd256345-8783-4717-9d5e-4d1fc7316717 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:31:18.325632 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:31:18.325978 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd256345-8783-4717-9d5e-4d1fc7316717 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:31:18.326688 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'status': 'completed', 'code': 200} Jun 19 20:31:18.333144 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=6']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:18.336663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:18.403477 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['11763470-134f-49f4-9aba-602290057cdc'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:31:18.457336 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-a69f911f-9707-4e65-b114-783c96c1d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:18.458896 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-a69f911f-9707-4e65-b114-783c96c1d6a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1138 time: 0.1085062 Jun 19 20:31:18.492781 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e66954-3c5d-4f8a-ac41-9ff3ce1fbcc3 req-aee789cd-ddfa-41e6-ab6d-d76f6cd33b82 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:18.494297 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c8e66954-3c5d-4f8a-ac41-9ff3ce1fbcc3 req-aee789cd-ddfa-41e6-ab6d-d76f6cd33b82 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0851319 Jun 19 20:31:18.538517 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c8e66954-3c5d-4f8a-ac41-9ff3ce1fbcc3 req-f24f2b69-6078-460c-89a2-0f31ffcc3d27 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375531 Jun 19 20:31:18.600199 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-d6021d72-076e-4f94-9b9f-389b48e6ef0d None None] Provisioning complete for port 11763470-134f-49f4-9aba-602290057cdc triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:31:18.600578 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d6021d72-076e-4f94-9b9f-389b48e6ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:18.603141 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-918616b2-2308-49b1-a45c-7a228d9b8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:18.604657 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-918616b2-2308-49b1-a45c-7a228d9b8df5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 914 time: 0.0894730 Jun 19 20:31:18.676836 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-58aca5d7-6ddb-49ee-840e-4ebc16719280 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 1001 time: 0.0650911 Jun 19 20:31:18.727027 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-bb5d8fd9-5818-40e4-866a-febc5cd19180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:18.728496 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-bb5d8fd9-5818-40e4-866a-febc5cd19180 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 200 len: 852 time: 0.0434439 Jun 19 20:31:18.785889 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-13b91f0c-8760-4cf7-a7b8-55a06259c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:18.787350 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-13b91f0c-8760-4cf7-a7b8-55a06259c981 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cdec99b9-9835-4896-b392-30348f1eb0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510066 Jun 19 20:31:18.882056 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-c8689fc1-5d57-45ae-9b73-76de348fefa9 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828848 Jun 19 20:31:18.975526 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-52afc33c-dab1-4326-9ab3-344a0c7976d1 req-487402a1-e6e5-4623-9cd3-81ae4643ae2a service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803020 Jun 19 20:31:34.358431 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-bdeebbbe-65c8-424d-9734-8c1c31a8c464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:36.695337 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:36.947391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-06cf8ab8-68e3-4feb-9c02-ef03615de8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:37.130313 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:37.251807 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc4bf2-ede1-4e1e-a30b-55264caa9079 req-cbf5989a-f6ad-4c63-9c84-c0cd6669bc9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:37.253308 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-35bc4bf2-ede1-4e1e-a30b-55264caa9079 req-cbf5989a-f6ad-4c63-9c84-c0cd6669bc9f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0660145 Jun 19 20:31:37.290022 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-35bc4bf2-ede1-4e1e-a30b-55264caa9079 req-edfd3fde-54ce-4690-8809-bccec1fce954 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jun 19 20:31:38.123900 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:38.463479 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e4ad2-5d94-4538-b0d9-0f4c9c6b717c req-37584715-9e7d-4cb2-8ec7-ebad368224c8 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:38.464862 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-730e4ad2-5d94-4538-b0d9-0f4c9c6b717c req-37584715-9e7d-4cb2-8ec7-ebad368224c8 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0653293 Jun 19 20:31:38.500930 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-730e4ad2-5d94-4538-b0d9-0f4c9c6b717c req-279a2895-bdd2-428a-817d-b7813599ee01 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Jun 19 20:31:39.671100 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0541845-b6ab-4836-b81d-7fa736984575 req-a3e20420-c66b-4fca-95cc-7d0d3613c38e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:39.672558 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f0541845-b6ab-4836-b81d-7fa736984575 req-a3e20420-c66b-4fca-95cc-7d0d3613c38e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0645843 Jun 19 20:31:39.710241 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f0541845-b6ab-4836-b81d-7fa736984575 req-47451b24-6891-4b1e-b23f-19eafb5b8d50 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Jun 19 20:31:39.918536 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:40.875408 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd8ef-79ac-4657-b9f8-bef0a911a685 req-2995e216-bcd4-4991-816e-e0a067b80e4d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:40.876870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-213cd8ef-79ac-4657-b9f8-bef0a911a685 req-2995e216-bcd4-4991-816e-e0a067b80e4d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0617445 Jun 19 20:31:40.913792 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-213cd8ef-79ac-4657-b9f8-bef0a911a685 req-aaed21d7-5870-4c27-93b6-1e8b1871815c tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Jun 19 20:31:42.085989 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c9eb0-78ec-49ec-bed6-25cdffbb5e9c req-d84400c6-1dcb-4cd5-8336-3553ad738030 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:42.087579 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f55c9eb0-78ec-49ec-bed6-25cdffbb5e9c req-d84400c6-1dcb-4cd5-8336-3553ad738030 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0654132 Jun 19 20:31:42.125766 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f55c9eb0-78ec-49ec-bed6-25cdffbb5e9c req-bc6b686d-91aa-4179-b314-a0c3c1327f3b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Jun 19 20:31:43.294898 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d66ca2-f7c2-4e67-bafb-f103424fe052 req-b27592e4-1152-41ca-9fce-204172f43e44 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:43.296374 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-82d66ca2-f7c2-4e67-bafb-f103424fe052 req-b27592e4-1152-41ca-9fce-204172f43e44 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0627680 Jun 19 20:31:43.333870 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-82d66ca2-f7c2-4e67-bafb-f103424fe052 req-1e766308-fc98-4691-923a-1730f84f41d4 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312479 Jun 19 20:31:44.508319 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ef984-c87f-4021-9c6a-58bd297bd950 req-65160c1c-dd59-485d-90af-8ca7895834a7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:44.509757 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8b4ef984-c87f-4021-9c6a-58bd297bd950 req-65160c1c-dd59-485d-90af-8ca7895834a7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0635419 Jun 19 20:31:44.548670 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8b4ef984-c87f-4021-9c6a-58bd297bd950 req-d6ab8aa9-7f13-4e3e-b3f2-bd4e4fb63aa4 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Jun 19 20:31:45.725053 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c2b87-a5ad-46f0-b95d-f6841cd8a93c req-cb95a273-a550-4a8b-a190-b93a7e52a057 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:45.726414 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7b9c2b87-a5ad-46f0-b95d-f6841cd8a93c req-cb95a273-a550-4a8b-a190-b93a7e52a057 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0697894 Jun 19 20:31:45.762767 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-7b9c2b87-a5ad-46f0-b95d-f6841cd8a93c req-a2dc6ec3-2789-4f74-afea-f1edb548e5c5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Jun 19 20:31:46.933187 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc728d-644c-41be-82f2-9c7be24971c3 req-f342a942-a8a0-40bd-bf60-bc2d7f4bca6d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:46.934560 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0ecc728d-644c-41be-82f2-9c7be24971c3 req-f342a942-a8a0-40bd-bf60-bc2d7f4bca6d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0619030 Jun 19 20:31:46.971990 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0ecc728d-644c-41be-82f2-9c7be24971c3 req-93adf2ad-099c-45ef-887e-8f5a2d00ee51 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Jun 19 20:31:47.368242 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-2033534e-0e3e-4938-bd75-06201492e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:47.369635 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-2033534e-0e3e-4938-bd75-06201492e1f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0501692 Jun 19 20:31:47.457063 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-7519715c-0f6b-4f8b-b592-b17c4d22a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:47.458455 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-7519715c-0f6b-4f8b-b592-b17c4d22a69a service neutron] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 908 time: 0.0830457 Jun 19 20:31:47.520343 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-08eaee5d-c5cd-4288-8bc2-4dcc85f4bac9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 1001 time: 0.0550201 Jun 19 20:31:47.569373 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-dd509699-b7c3-4dee-9748-85b34e4953e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:47.570710 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-dd509699-b7c3-4dee-9748-85b34e4953e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0446417 Jun 19 20:31:47.625084 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-9563cef2-34cc-4c83-b98c-d678f5ca4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:47.626410 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-9563cef2-34cc-4c83-b98c-d678f5ca4bfc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484791 Jun 19 20:31:47.713123 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-2081fa63-77b8-4212-8f9b-0c22cae27de1 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798392 Jun 19 20:31:47.804583 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0597a1d0-31db-49da-9495-d1cae1a01329 req-5e88bfaa-3606-4a8e-b9b8-b62b8b517bda service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833585 Jun 19 20:31:48.147047 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242703-f338-42a3-9c49-07ede8c9e8e6 req-a4703a69-481d-41a9-ba2d-928d9c60b51e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:48.148524 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51242703-f338-42a3-9c49-07ede8c9e8e6 req-a4703a69-481d-41a9-ba2d-928d9c60b51e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0654550 Jun 19 20:31:48.185928 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51242703-f338-42a3-9c49-07ede8c9e8e6 req-42faf337-3ac3-4a75-8312-a555b64175a2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jun 19 20:31:49.354654 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e445-bea1-4904-a830-18d6ae7cf54c req-96a42280-89e3-41dd-b264-37a48a815589 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:49.356138 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2806e445-bea1-4904-a830-18d6ae7cf54c req-96a42280-89e3-41dd-b264-37a48a815589 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0628209 Jun 19 20:31:49.393004 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2806e445-bea1-4904-a830-18d6ae7cf54c req-bacbb48e-12a3-4163-bd48-2da001083208 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312002 Jun 19 20:31:50.564245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982336f-3ce0-4d9c-8ae9-0315c743b619 req-745ce6be-7b21-4c78-890a-1916bfe2fc2c tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:50.565688 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6982336f-3ce0-4d9c-8ae9-0315c743b619 req-745ce6be-7b21-4c78-890a-1916bfe2fc2c tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0645585 Jun 19 20:31:50.603597 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6982336f-3ce0-4d9c-8ae9-0315c743b619 req-229d1cdd-751b-4951-b911-0c32740bdc4d tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Jun 19 20:31:51.078086 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:31:51.774329 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b45195-6023-4e45-8f33-2509bc296de5 req-b6807a59-8663-4d9a-aa60-df2db6b3aeef tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:51.775786 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-72b45195-6023-4e45-8f33-2509bc296de5 req-b6807a59-8663-4d9a-aa60-df2db6b3aeef tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0635312 Jun 19 20:31:51.812063 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-72b45195-6023-4e45-8f33-2509bc296de5 req-33f26a0c-9f22-41ed-988d-1439a1f3e581 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301857 Jun 19 20:31:52.480862 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37204) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:31:52.483736 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bb58c-9064-4d29-be42-254b679a48b2 req-a85c2624-c05d-401b-87c0-0be8363ef7e5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:52.485307 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b03bb58c-9064-4d29-be42-254b679a48b2 req-a85c2624-c05d-401b-87c0-0be8363ef7e5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0635796 Jun 19 20:31:52.523238 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b03bb58c-9064-4d29-be42-254b679a48b2 req-f34411d9-3caf-4ceb-8304-12ce38907378 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Jun 19 20:31:52.569808 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-5961ced2-7ccf-4431-8f98-8e76c6f4d40b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877430 Jun 19 20:31:53.054307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:31:53.125358 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:53.146526 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:31:53.148775 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f68a4a-7eba-421e-a580-aa7e6abba790" -d '{"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:31:53.160856 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:31:53.179193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1ce476-b5e2-40f6-820f-2e457d501d31 x-openstack-request-id: req-eb1ce476-b5e2-40f6-820f-2e457d501d31 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:31:53.179533 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-unplugged", "status": "failed", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "code": 422}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:31:53.180002 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb1ce476-b5e2-40f6-820f-2e457d501d31 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:31:53.180472 dv-cinder-797170-2-iscsi neutron-server[93446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'code': 422} returned with failed status Jun 19 20:31:53.226765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:31:53.228550 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:31:53.273210 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=6']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:31:53.279881 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.280253 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.280591 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.280924 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.281256 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.281579 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.281904 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.282226 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.282550 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.282875 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.283194 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.283510 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:31:53.287600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:31:53.697184 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ba70-013f-40d8-bafb-f2b3af5d696b req-57886b7f-d2f7-4db3-8f40-51f42b501b1e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:53.702698 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5091ba70-013f-40d8-bafb-f2b3af5d696b req-57886b7f-d2f7-4db3-8f40-51f42b501b1e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0700560 Jun 19 20:31:53.741971 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5091ba70-013f-40d8-bafb-f2b3af5d696b req-4295431a-b2d2-4061-815d-95056195ce16 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Jun 19 20:31:54.910231 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c37a87-0c6a-466d-ac80-1efd46fde4d1 req-1237a352-dd4b-45c3-b5c4-ca11d10283e2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:54.911905 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a5c37a87-0c6a-466d-ac80-1efd46fde4d1 req-1237a352-dd4b-45c3-b5c4-ca11d10283e2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0606561 Jun 19 20:31:54.947532 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a5c37a87-0c6a-466d-ac80-1efd46fde4d1 req-091560a1-1506-4ba5-873a-8c73cd676518 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300350 Jun 19 20:31:55.040637 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-fee01aa7-71a6-4818-80c7-b1b209688fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:55.042558 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-fee01aa7-71a6-4818-80c7-b1b209688fbc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e&tenant_id=88f710bbe4af4d8596206d565112c600 HTTP/1.1" status: 200 len: 1097 time: 0.0510528 Jun 19 20:31:55.114427 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-97e9fe7f-2bfd-48d5-8601-58c56bfe3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:55.115823 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-97e9fe7f-2bfd-48d5-8601-58c56bfe3dad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1097 time: 0.0524724 Jun 19 20:31:55.199231 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-6b5a9a86-1e7d-4139-b57a-6c07387d12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:55.200642 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-6b5a9a86-1e7d-4139-b57a-6c07387d12b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 908 time: 0.0787938 Jun 19 20:31:55.265896 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-4f569d7c-7c7a-45c2-bab9-c868813ee640 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 999 time: 0.0587182 Jun 19 20:31:55.311290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-8551e0bf-927f-41e7-9540-ce4434b3c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:55.312642 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-8551e0bf-927f-41e7-9540-ce4434b3c245 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0409086 Jun 19 20:31:55.367532 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-642c1cad-0433-4d1e-b6ae-a0579e6d413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:55.369007 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-642c1cad-0433-4d1e-b6ae-a0579e6d413b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498977 Jun 19 20:31:55.456762 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-c2ef87b4-c946-47d9-ae57-251b0bf295cc service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Jun 19 20:31:55.540902 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-119fdb38-2d0f-4786-ac27-a983a50f4226 req-cba465bd-6fa4-4448-adb0-5e23895098bf service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777829 Jun 19 20:31:56.116709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eef46e-b072-4dc1-b1dd-587f430b1a11 req-898c967c-7edc-40e9-af36-669c7eff167f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:56.118134 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e0eef46e-b072-4dc1-b1dd-587f430b1a11 req-898c967c-7edc-40e9-af36-669c7eff167f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0605845 Jun 19 20:31:56.158273 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e0eef46e-b072-4dc1-b1dd-587f430b1a11 req-d8bb7b3b-c442-4027-b414-71940b8bac19 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339749 Jun 19 20:31:57.325798 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd77c57-d425-4e81-b4d0-c33edfd69798 req-e26d958a-864d-4b5a-9272-6db685b4ed99 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:57.327237 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0cd77c57-d425-4e81-b4d0-c33edfd69798 req-e26d958a-864d-4b5a-9272-6db685b4ed99 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0615256 Jun 19 20:31:57.363364 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0cd77c57-d425-4e81-b4d0-c33edfd69798 req-c5bf5a75-5fa7-444c-9ae6-9339c1240c76 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Jun 19 20:31:58.621457 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1c3a-e186-4f58-8c20-b9873e4ccc5f req-6c5bf664-cc31-421a-bade-fd17cada7cbe tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:58.622875 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bc3d1c3a-e186-4f58-8c20-b9873e4ccc5f req-6c5bf664-cc31-421a-bade-fd17cada7cbe tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0603285 Jun 19 20:31:58.658226 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bc3d1c3a-e186-4f58-8c20-b9873e4ccc5f req-9727f93b-d303-41c8-a588-edec7308ec22 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292084 Jun 19 20:31:59.831318 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6e4e0-1c52-4c86-8757-294cf77ec66b req-9b7f8f63-0c9e-415a-a7ba-41961d5afd96 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:31:59.832778 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-31d6e4e0-1c52-4c86-8757-294cf77ec66b req-9b7f8f63-0c9e-415a-a7ba-41961d5afd96 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0664282 Jun 19 20:31:59.869431 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-31d6e4e0-1c52-4c86-8757-294cf77ec66b req-c0781030-680c-4edc-ae95-74fe63ce4a6f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311618 Jun 19 20:32:01.042016 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298849d9-148f-4ccb-85ef-fb03ef4db2a6 req-6ede7550-34de-4139-82e5-e89c00e513e2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:01.043442 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-298849d9-148f-4ccb-85ef-fb03ef4db2a6 req-6ede7550-34de-4139-82e5-e89c00e513e2 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0610521 Jun 19 20:32:01.080051 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-298849d9-148f-4ccb-85ef-fb03ef4db2a6 req-df043346-28d7-4691-80dc-835c6f53bc0f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304949 Jun 19 20:32:02.246304 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46513c22-d138-4520-b9b1-28e1291b83ab req-9224ad76-670b-48b3-99bd-6fee903b9de1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:02.247746 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46513c22-d138-4520-b9b1-28e1291b83ab req-9224ad76-670b-48b3-99bd-6fee903b9de1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0609481 Jun 19 20:32:02.287755 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46513c22-d138-4520-b9b1-28e1291b83ab req-8ed56ecb-f1d1-426b-a70a-d7b64754022e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345452 Jun 19 20:32:03.460651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1689db-7df1-43b3-bfc4-f3b0266884ae req-13d60792-00a2-48d7-8dd6-6ca8fc212acb tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:03.462102 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7d1689db-7df1-43b3-bfc4-f3b0266884ae req-13d60792-00a2-48d7-8dd6-6ca8fc212acb tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0624194 Jun 19 20:32:03.498937 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7d1689db-7df1-43b3-bfc4-f3b0266884ae req-118d15ba-2ee2-4ecd-b45d-ca15e5f7af54 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307870 Jun 19 20:32:04.368858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8ef1869f-a7c7-4e4d-b8f7-a900c0cf09f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:04.674945 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4914a0-3663-4990-834a-667cc7c633f6 req-db8290f3-239a-422e-a554-c86731f874a1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:04.676414 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e4914a0-3663-4990-834a-667cc7c633f6 req-db8290f3-239a-422e-a554-c86731f874a1 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 944 time: 0.0641870 Jun 19 20:32:04.712999 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e4914a0-3663-4990-834a-667cc7c633f6 req-58dfd507-c84c-4137-b770-923ae6de85d8 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312030 Jun 19 20:32:05.087407 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:32:05.177755 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:32:05.188433 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'port_id': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'mac_address': 'fa:16:3e:90:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:32:05.223180 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:05.235386 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef4676d-1bc1-4750-90da-8b91fb655758 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:32:05.253670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:32:05.300528 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:05.302661 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:32:05.350014 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=7']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:32:05.352880 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:32:05.657540 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['4ef4676d-1bc1-4750-90da-8b91fb655758'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:32:05.891924 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad33b99-fca0-4309-98de-7f74a248ea80 req-13e8afe9-3727-47e2-af8c-eaaf164d0f6b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:05.893377 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5ad33b99-fca0-4309-98de-7f74a248ea80 req-13e8afe9-3727-47e2-af8c-eaaf164d0f6b tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 945 time: 0.0639358 Jun 19 20:32:05.929151 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5ad33b99-fca0-4309-98de-7f74a248ea80 req-6ae4e6d7-b4c9-4def-84eb-d9a6d6cf0aa5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301375 Jun 19 20:32:06.700128 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:06.918575 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-90048962-3cce-4793-8cdc-b418d6715bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:07.090746 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:32:07.097749 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdf2a4-4ae9-47e2-b7d5-25e7d99faf0d req-baca7589-651f-4f2b-93c6-5b4fad5f71bf tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:07.100315 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1bbdf2a4-4ae9-47e2-b7d5-25e7d99faf0d req-baca7589-651f-4f2b-93c6-5b4fad5f71bf tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 945 time: 0.0619860 Jun 19 20:32:07.137027 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1bbdf2a4-4ae9-47e2-b7d5-25e7d99faf0d req-918ddaf0-5ad4-4130-b724-fcc39559fddf tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jun 19 20:32:07.142377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 4ef4676d-1bc1-4750-90da-8b91fb655758 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:32:07.142789 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:07.164801 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:07.222564 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:07.243053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:32:07.245299 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf28e98-af95-4662-87f2-a9a638c6dc26" -d '{"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-plugged", "status": "completed", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:32:07.257786 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:32:07.286545 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c74cd23-18ef-41f8-82a8-84027ac951e9 x-openstack-request-id: req-5c74cd23-18ef-41f8-82a8-84027ac951e9 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:32:07.286862 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-plugged", "status": "completed", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:32:07.287107 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c74cd23-18ef-41f8-82a8-84027ac951e9 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:32:07.287556 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'code': 200} Jun 19 20:32:07.312115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:07.314234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:32:07.358540 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=8']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:32:07.361459 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:32:07.575478 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bea6-c6a6-4452-93ee-cf317f21c845 req-f0b594c2-c309-439a-b3fd-3eee42102620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:07.577516 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2224bea6-c6a6-4452-93ee-cf317f21c845 req-f0b594c2-c309-439a-b3fd-3eee42102620 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0496793 Jun 19 20:32:07.613203 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2224bea6-c6a6-4452-93ee-cf317f21c845 req-532ca256-ceeb-45a4-81b8-edfe84bf48ef service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293696 Jun 19 20:32:08.088791 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:08.314362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aaef1-3732-48b3-9e51-10ae5f445372 req-1a0a8472-9814-41a9-8178-7127a86dfac5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:08.315822 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-102aaef1-3732-48b3-9e51-10ae5f445372 req-1a0a8472-9814-41a9-8178-7127a86dfac5 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0663304 Jun 19 20:32:08.590541 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-102aaef1-3732-48b3-9e51-10ae5f445372 req-8a90df17-beb4-4d32-8390-22a81eac4049 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690413 Jun 19 20:32:09.772613 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bc941-4ceb-48c2-b54b-181c58d6c372 req-bbd92b67-4762-4db2-b101-8556ee6004ff tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:09.774234 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-918bc941-4ceb-48c2-b54b-181c58d6c372 req-bbd92b67-4762-4db2-b101-8556ee6004ff tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0648203 Jun 19 20:32:09.812540 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-918bc941-4ceb-48c2-b54b-181c58d6c372 req-f7bf5d84-2625-422c-910c-2c0009e0787f tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jun 19 20:32:09.917316 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:12.217383 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0afdf3-8459-4cf0-b163-dde43df0ef20 req-5389f8fc-bf63-4ca5-bb58-7cf13c99f921 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:12.218902 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d0afdf3-8459-4cf0-b163-dde43df0ef20 req-5389f8fc-bf63-4ca5-bb58-7cf13c99f921 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0623682 Jun 19 20:32:12.254872 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d0afdf3-8459-4cf0-b163-dde43df0ef20 req-e52feddc-8996-48e1-a828-e967eefa426b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303030 Jun 19 20:32:13.423158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6182-45ec-4634-9fd2-6b628c41a067 req-b249a655-36e4-4521-a5ad-6d7098cba05a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:13.424569 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a79e6182-45ec-4634-9fd2-6b628c41a067 req-b249a655-36e4-4521-a5ad-6d7098cba05a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0609093 Jun 19 20:32:13.459394 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a79e6182-45ec-4634-9fd2-6b628c41a067 req-e809b1f8-152d-49b7-9ab0-974b49cbfc62 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293477 Jun 19 20:32:14.636317 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c054-280f-465c-845f-8be061faa524 req-bcb4013d-978a-43de-924a-45f84c749db9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:14.637766 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8723c054-280f-465c-845f-8be061faa524 req-bcb4013d-978a-43de-924a-45f84c749db9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0647452 Jun 19 20:32:14.677716 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8723c054-280f-465c-845f-8be061faa524 req-9bf992bb-bd9c-4e78-84a8-76f774963cf9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340214 Jun 19 20:32:15.846878 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a076-2f74-4ea4-a931-2fb5fa39e967 req-7576f22a-ce7f-44e7-8034-04112d74a2b9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:15.849223 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e973a076-2f74-4ea4-a931-2fb5fa39e967 req-7576f22a-ce7f-44e7-8034-04112d74a2b9 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0635872 Jun 19 20:32:15.886499 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e973a076-2f74-4ea4-a931-2fb5fa39e967 req-8450d889-a118-4100-bae9-9942341bd5ca tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Jun 19 20:32:17.052927 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790d7a2-2e7a-43e5-a8ea-b8bfda5cdccb req-4c4fd525-3d4a-4445-be6b-edf57922dedd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:17.054360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7790d7a2-2e7a-43e5-a8ea-b8bfda5cdccb req-4c4fd525-3d4a-4445-be6b-edf57922dedd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0613592 Jun 19 20:32:17.094523 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7790d7a2-2e7a-43e5-a8ea-b8bfda5cdccb req-80dc42ea-168f-4e4b-9d03-4a72adfc1e9b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345805 Jun 19 20:32:18.261105 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c97fc6-65fb-40ae-bf5a-37cbcb854e71 req-54589193-8d31-4893-82d1-bbfd9f991ae8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:18.262545 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-45c97fc6-65fb-40ae-bf5a-37cbcb854e71 req-54589193-8d31-4893-82d1-bbfd9f991ae8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0613253 Jun 19 20:32:18.299341 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-45c97fc6-65fb-40ae-bf5a-37cbcb854e71 req-57993492-25d7-4986-94e3-9fddb5df9440 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305741 Jun 19 20:32:19.499022 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc797382-8189-4991-8db7-8e965b55e89b req-40557459-e79f-4446-b022-99aa62ad059c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:19.500882 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bc797382-8189-4991-8db7-8e965b55e89b req-40557459-e79f-4446-b022-99aa62ad059c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0624297 Jun 19 20:32:19.542850 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-bc797382-8189-4991-8db7-8e965b55e89b req-7b91c893-a0d2-4198-897a-05bc43ba75cd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362122 Jun 19 20:32:19.956237 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712150a-b82a-4586-a53e-414b62dd7c3c req-f677250d-a6a2-4384-a033-fac39c1c1c45 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:19.957699 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b712150a-b82a-4586-a53e-414b62dd7c3c req-f677250d-a6a2-4384-a033-fac39c1c1c45 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.3723400 Jun 19 20:32:19.960295 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d384a-0409-4312-ac37-d6718dc6887d req-af3b853d-8cf2-434e-b07b-edad155e9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:19.961605 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-af3b853d-8cf2-434e-b07b-edad155e9461 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1138 time: 0.3486829 Jun 19 20:32:20.035061 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b712150a-b82a-4586-a53e-414b62dd7c3c req-29dee67f-cc28-4939-b7d6-9bde9a8ac57d tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715911 Jun 19 20:32:20.072456 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d384a-0409-4312-ac37-d6718dc6887d req-a9b0401c-f914-4173-a817-0d6b41f9218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:20.073860 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-a9b0401c-f914-4173-a817-0d6b41f9218f service neutron] 10.222.0.22 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 914 time: 0.0962925 Jun 19 20:32:20.138502 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-986fc476-fe73-4d9e-96d4-f71d2d115d19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 1001 time: 0.0578167 Jun 19 20:32:20.185086 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d384a-0409-4312-ac37-d6718dc6887d req-6aada73a-fe72-4747-a886-48442b98cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:20.186949 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-6aada73a-fe72-4747-a886-48442b98cd0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 200 len: 852 time: 0.0407856 Jun 19 20:32:20.241319 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d384a-0409-4312-ac37-d6718dc6887d req-f8c5edca-6d08-4a7d-a5b1-8f7f671fcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:20.242688 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-f8c5edca-6d08-4a7d-a5b1-8f7f671fcca0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cdec99b9-9835-4896-b392-30348f1eb0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493062 Jun 19 20:32:20.333294 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-f92ffd80-2f44-469b-a039-3a8648b187a3 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Jun 19 20:32:20.420424 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d05d384a-0409-4312-ac37-d6718dc6887d req-f735dd13-32de-4b10-9bd5-05e964048640 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784640 Jun 19 20:32:20.716588 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fa42b-e7b9-4911-a8f1-84ae981f0eec req-ee36bd01-4ad4-42a5-9433-321c03e771e3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:20.718498 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fb1fa42b-e7b9-4911-a8f1-84ae981f0eec req-ee36bd01-4ad4-42a5-9433-321c03e771e3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0667112 Jun 19 20:32:20.758550 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fb1fa42b-e7b9-4911-a8f1-84ae981f0eec req-cbc3f7f8-f4a2-4ed5-a7fc-975ead43988b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jun 19 20:32:21.206080 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee983f-90e4-4857-a0d4-108a1e5ef2b5 req-f4ad32c1-ffd0-46c0-919e-0f7feaf1cc6f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:21.207566 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dcee983f-90e4-4857-a0d4-108a1e5ef2b5 req-f4ad32c1-ffd0-46c0-919e-0f7feaf1cc6f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0621819 Jun 19 20:32:21.247705 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dcee983f-90e4-4857-a0d4-108a1e5ef2b5 req-e993237c-62ee-4bc5-b3dd-2ad5eb165b96 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343027 Jun 19 20:32:21.934438 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a82de-50fa-413d-aaff-84891901cdad req-d2cfdddf-2ea5-4f14-be13-98b3cd6a02d3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:21.935882 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-246a82de-50fa-413d-aaff-84891901cdad req-d2cfdddf-2ea5-4f14-be13-98b3cd6a02d3 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0610750 Jun 19 20:32:21.972956 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-246a82de-50fa-413d-aaff-84891901cdad req-c62902bd-e771-45a6-b78c-f9caeaa56c38 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Jun 19 20:32:22.420445 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fdc96-3b40-4792-89a4-8aa2151ee985 req-72dcacb8-9e8f-454c-9571-806818e522d2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:22.421872 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-195fdc96-3b40-4792-89a4-8aa2151ee985 req-72dcacb8-9e8f-454c-9571-806818e522d2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0634017 Jun 19 20:32:22.460892 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-195fdc96-3b40-4792-89a4-8aa2151ee985 req-0c0dab7c-753f-4717-9017-92d764ea6054 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327561 Jun 19 20:32:23.139290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8eea-42dd-4adc-ae12-a377f1a09e74 req-961b3efa-182f-4c4b-a5e9-af9e59a7916e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:23.140749 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-15ef8eea-42dd-4adc-ae12-a377f1a09e74 req-961b3efa-182f-4c4b-a5e9-af9e59a7916e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0612421 Jun 19 20:32:23.177770 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-15ef8eea-42dd-4adc-ae12-a377f1a09e74 req-fd0d56e1-e614-499d-8cbc-5c8e0abbb3f6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309825 Jun 19 20:32:23.640624 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c857513-d072-4764-ab24-535172014282 req-429e34b0-a624-4931-b548-380e7bdde151 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:23.642238 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1c857513-d072-4764-ab24-535172014282 req-429e34b0-a624-4931-b548-380e7bdde151 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0705972 Jun 19 20:32:23.673442 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f767988-9f86-4535-9ded-bd5e535915c3 req-26cad5bf-8883-45b4-8229-965d9e96c179 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:23.675425 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5f767988-9f86-4535-9ded-bd5e535915c3 req-26cad5bf-8883-45b4-8229-965d9e96c179 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0716136 Jun 19 20:32:23.694158 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1c857513-d072-4764-ab24-535172014282 req-216e6d98-7cb9-4c59-9a38-3351877a5f06 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461638 Jun 19 20:32:23.717681 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5f767988-9f86-4535-9ded-bd5e535915c3 req-f5a9e2e9-fc63-4900-8d87-ec9fd9f768d6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359430 Jun 19 20:32:23.736714 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-08991a31-b627-4770-968d-148e2888f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:23.738772 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-08991a31-b627-4770-968d-148e2888f00f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 1099 time: 0.0601373 Jun 19 20:32:23.829626 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-118cc232-03ab-4e5e-9b2d-3585790a13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:23.830982 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-118cc232-03ab-4e5e-9b2d-3585790a13a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 912 time: 0.0846727 Jun 19 20:32:23.899086 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-bcafadc3-1445-489d-867f-f7e86a12020d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 200 len: 1002 time: 0.0596232 Jun 19 20:32:23.948684 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-d2c86ba3-2e62-4e90-8b94-cc26328d9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:23.950058 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-d2c86ba3-2e62-4e90-8b94-cc26328d9531 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0437987 Jun 19 20:32:24.009430 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-8bcabaed-7ac6-4f09-a82a-43660e7ce67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:24.010851 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-8bcabaed-7ac6-4f09-a82a-43660e7ce67a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543027 Jun 19 20:32:24.102627 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-d3f0b703-2467-40cb-a39d-8d302094b8fc service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829577 Jun 19 20:32:24.199996 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-17d43aa2-62da-4b8c-97ea-08d899daaa01 req-7be051cc-e927-41f6-b451-085c292a5068 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819747 Jun 19 20:32:24.870185 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf06840-b488-4b92-b830-9fc4b04e7fb0 req-e51e3759-fb4c-4002-b676-87e2af7b8df4 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:24.871785 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cf06840-b488-4b92-b830-9fc4b04e7fb0 req-e51e3759-fb4c-4002-b676-87e2af7b8df4 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0655768 Jun 19 20:32:24.891062 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01352-32ad-4b75-8592-4c7888c09c40 req-e25b1c31-bbeb-48b1-abd8-4c727b250bd7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:24.892526 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cfd01352-32ad-4b75-8592-4c7888c09c40 req-e25b1c31-bbeb-48b1-abd8-4c727b250bd7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0633152 Jun 19 20:32:24.917923 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0cf06840-b488-4b92-b830-9fc4b04e7fb0 req-607ebb78-ef7f-42b7-83d6-93e2498e587d tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400443 Jun 19 20:32:24.930654 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-cfd01352-32ad-4b75-8592-4c7888c09c40 req-85f42c03-5eef-4764-8d82-8400d5dd832a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320022 Jun 19 20:32:26.082656 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda05403-a085-4c20-96bc-722789f5c08e req-4d15942b-1967-4920-8fa8-075cbafcd9a4 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:26.084402 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-eda05403-a085-4c20-96bc-722789f5c08e req-4d15942b-1967-4920-8fa8-075cbafcd9a4 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0630546 Jun 19 20:32:26.105808 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bb968-c860-4741-b296-7ca32e2e8420 req-2ed2d511-9ff6-4292-a9e9-4a9d3c275565 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:26.107248 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6b3bb968-c860-4741-b296-7ca32e2e8420 req-2ed2d511-9ff6-4292-a9e9-4a9d3c275565 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0650568 Jun 19 20:32:26.123319 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-eda05403-a085-4c20-96bc-722789f5c08e req-e19c1c23-dfca-419e-94ab-4b70b9590fba tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331833 Jun 19 20:32:26.145198 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6b3bb968-c860-4741-b296-7ca32e2e8420 req-f23e67ae-59c0-426e-8dc8-b2508e05c464 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Jun 19 20:32:27.294638 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51884833-3776-4619-bfda-9a40d3814f83 req-973511b1-1df3-4f74-ade5-62188a36d529 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:27.296143 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51884833-3776-4619-bfda-9a40d3814f83 req-973511b1-1df3-4f74-ade5-62188a36d529 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0631258 Jun 19 20:32:27.335864 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51884833-3776-4619-bfda-9a40d3814f83 req-0ce724bd-f372-4bff-87bf-2ee582ab48f2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334477 Jun 19 20:32:28.076914 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:32:28.506327 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6367013-9066-413a-8aa2-41fd6a6064d9 req-c30a9b74-b60c-45c9-aa72-fb89ce6c8628 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:28.507803 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a6367013-9066-413a-8aa2-41fd6a6064d9 req-c30a9b74-b60c-45c9-aa72-fb89ce6c8628 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0623240 Jun 19 20:32:28.547076 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a6367013-9066-413a-8aa2-41fd6a6064d9 req-6c4742fe-aec8-4ce0-af91-5919e3b4d7b8 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331485 Jun 19 20:32:29.723182 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4fc34-8f09-484f-b023-762f83602270 req-a9b0c38a-e2f3-4deb-beba-47145d1124f8 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:29.724809 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-37f4fc34-8f09-484f-b023-762f83602270 req-a9b0c38a-e2f3-4deb-beba-47145d1124f8 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0664949 Jun 19 20:32:29.765007 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-37f4fc34-8f09-484f-b023-762f83602270 req-bba697ab-a23c-47b8-a45b-cf5e55c94b02 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344701 Jun 19 20:32:30.940571 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514ac0f-f554-481c-a79f-bd8be5668e4c req-64cfbd15-faa5-4829-8a8d-37b36fff6708 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:30.942068 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3514ac0f-f554-481c-a79f-bd8be5668e4c req-64cfbd15-faa5-4829-8a8d-37b36fff6708 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0652461 Jun 19 20:32:30.980172 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3514ac0f-f554-481c-a79f-bd8be5668e4c req-a4eb1343-05f8-45b2-81de-f273c300b8e5 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325944 Jun 19 20:32:32.151010 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f85ef-c856-446b-be9f-698ef8dba362 req-02f937e2-dcd9-4b91-80d7-a60c9697888b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:32.152516 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f56f85ef-c856-446b-be9f-698ef8dba362 req-02f937e2-dcd9-4b91-80d7-a60c9697888b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0618341 Jun 19 20:32:32.190631 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-f56f85ef-c856-446b-be9f-698ef8dba362 req-f70cf892-2e36-42a8-af78-ac131fe7a3ec tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325882 Jun 19 20:32:33.360694 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127058b-d5e0-4532-b810-055d5f564e27 req-8060936f-f2b1-4229-8893-bca7f7b96168 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:33.362116 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b127058b-d5e0-4532-b810-055d5f564e27 req-8060936f-f2b1-4229-8893-bca7f7b96168 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0640171 Jun 19 20:32:33.401489 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b127058b-d5e0-4532-b810-055d5f564e27 req-a0952417-6d9f-41dc-aa70-2be61b7296b0 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331099 Jun 19 20:32:34.379598 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0300b969-31c2-4a3d-9a71-2acceae21bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:34.585493 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b30be-2004-4a29-ac7c-e5f7bb03040e req-d08619c0-3223-4153-bfca-981bbdbcb22f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:34.586953 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e85b30be-2004-4a29-ac7c-e5f7bb03040e req-d08619c0-3223-4153-bfca-981bbdbcb22f tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0710919 Jun 19 20:32:34.626473 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e85b30be-2004-4a29-ac7c-e5f7bb03040e req-36930175-708b-47ad-b572-682ae60466f0 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337665 Jun 19 20:32:35.799164 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f869472-fcbc-4651-8295-c4b4435bffbb req-6e1e07f2-3368-4670-ac2c-3dfb4104a0f5 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:35.800627 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8f869472-fcbc-4651-8295-c4b4435bffbb req-6e1e07f2-3368-4670-ac2c-3dfb4104a0f5 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0647173 Jun 19 20:32:35.838911 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8f869472-fcbc-4651-8295-c4b4435bffbb req-714024a8-c174-4987-8716-9ea6b8f13949 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325859 Jun 19 20:32:36.728504 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:36.899731 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ad08e339-a7db-48a3-9e2c-6f20f42b5501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:37.010226 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f21544-b518-408c-be6b-8e7dbe56446e req-dadb6ce7-4c0a-4969-91a2-46944f8a0472 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:37.011672 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d4f21544-b518-408c-be6b-8e7dbe56446e req-dadb6ce7-4c0a-4969-91a2-46944f8a0472 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0619657 Jun 19 20:32:37.050291 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d4f21544-b518-408c-be6b-8e7dbe56446e req-e92ad44b-2e1c-49ea-81ba-7b7e588609de tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a&id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326161 Jun 19 20:32:37.150730 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:38.105148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:39.951225 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:32:48.390417 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1b79-38f0-4713-97f4-9e646611dde3 req-68391001-931a-4c37-964a-7ff012affb50 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:48.391866 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-801e1b79-38f0-4713-97f4-9e646611dde3 req-68391001-931a-4c37-964a-7ff012affb50 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0615239 Jun 19 20:32:48.427839 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-801e1b79-38f0-4713-97f4-9e646611dde3 req-c9189a85-2da2-4ac5-b9c9-52bfa10437f7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303259 Jun 19 20:32:49.605397 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71e463-7067-4334-825d-4564e3c80261 req-75300f8d-3588-4ed4-9c84-1b60eae394fa tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:49.606795 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f71e463-7067-4334-825d-4564e3c80261 req-75300f8d-3588-4ed4-9c84-1b60eae394fa tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0601110 Jun 19 20:32:49.642970 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f71e463-7067-4334-825d-4564e3c80261 req-59602088-db3a-47ab-a415-695c0bea5007 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306392 Jun 19 20:32:50.818626 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ff442-57ee-42d9-a304-ced2ec7a6f69 req-ea518794-7d5b-4160-a299-b5ec6c205700 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:50.820082 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad6ff442-57ee-42d9-a304-ced2ec7a6f69 req-ea518794-7d5b-4160-a299-b5ec6c205700 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0645297 Jun 19 20:32:50.856043 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad6ff442-57ee-42d9-a304-ced2ec7a6f69 req-567ba60c-ec9d-4c43-96ec-c851ed99e85e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303733 Jun 19 20:32:52.036798 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956607b-9073-47d2-8724-2fc7572938f3 req-07ad7fdb-9530-4049-a41f-e0c6b2ea8405 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:52.038744 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7956607b-9073-47d2-8724-2fc7572938f3 req-07ad7fdb-9530-4049-a41f-e0c6b2ea8405 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0617404 Jun 19 20:32:52.074987 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7956607b-9073-47d2-8724-2fc7572938f3 req-03d19ac9-259e-4a78-9411-2a15044f5bad tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304997 Jun 19 20:32:53.251041 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb09708-5af0-41f9-b8e6-14fe9561abf2 req-d7ab76e8-c343-4539-b57b-3819065c7260 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:53.252521 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cdb09708-5af0-41f9-b8e6-14fe9561abf2 req-d7ab76e8-c343-4539-b57b-3819065c7260 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Jun 19 20:32:53.288920 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cdb09708-5af0-41f9-b8e6-14fe9561abf2 req-94016058-f7c6-4537-8a99-8f74809478f8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Jun 19 20:32:54.465475 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6015a-629d-41cb-bdd0-861c09a6df3c req-b0a34b9a-a4e1-4bb2-8f16-710243ad173a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:54.466897 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-30e6015a-629d-41cb-bdd0-861c09a6df3c req-b0a34b9a-a4e1-4bb2-8f16-710243ad173a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0646181 Jun 19 20:32:54.502530 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-30e6015a-629d-41cb-bdd0-861c09a6df3c req-4a00357f-d1f6-43e2-92eb-c611473f7d1f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302315 Jun 19 20:32:55.679102 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336edafc-2845-4418-aaf3-3d1c7cc4e8b5 req-0214345c-120a-465b-925c-d5e7137807a0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:55.680585 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-336edafc-2845-4418-aaf3-3d1c7cc4e8b5 req-0214345c-120a-465b-925c-d5e7137807a0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0662565 Jun 19 20:32:55.716667 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-336edafc-2845-4418-aaf3-3d1c7cc4e8b5 req-fb685631-cfb9-4de8-ba4a-8e94a52952ae tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305495 Jun 19 20:32:56.892231 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded5f2-a49b-49ad-bceb-275b10c8b4c9 req-e2f5e49c-f37c-459c-bcee-a17af461e35d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:56.893732 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4cded5f2-a49b-49ad-bceb-275b10c8b4c9 req-e2f5e49c-f37c-459c-bcee-a17af461e35d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0619571 Jun 19 20:32:56.930716 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4cded5f2-a49b-49ad-bceb-275b10c8b4c9 req-dfa8c1aa-6c4c-4dd2-9c2f-9f1e7146656e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Jun 19 20:32:58.103434 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ad216-ef40-4593-b8c0-c27747923367 req-66e5c98a-f634-486e-8ca7-d80d86a9f17b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:58.104929 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e64ad216-ef40-4593-b8c0-c27747923367 req-66e5c98a-f634-486e-8ca7-d80d86a9f17b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0620608 Jun 19 20:32:58.141845 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e64ad216-ef40-4593-b8c0-c27747923367 req-31c334eb-5709-409e-ae89-2643e9ede3bf tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jun 19 20:32:59.314985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d2ba1-f81f-417f-bd00-a4a7ef9ff24b req-5354c1bb-330b-4e15-b89d-a0f3e9748c6a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:32:59.316411 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-036d2ba1-f81f-417f-bd00-a4a7ef9ff24b req-5354c1bb-330b-4e15-b89d-a0f3e9748c6a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0637622 Jun 19 20:32:59.352546 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-036d2ba1-f81f-417f-bd00-a4a7ef9ff24b req-60e34358-8294-45bc-90b7-7ba5cd307ecf tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301681 Jun 19 20:33:00.526922 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c23d9-24f4-4d45-9c20-f4fd4d00eefb req-7a6d256a-74bf-446e-9a22-614baf40a4a1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:00.528382 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b34c23d9-24f4-4d45-9c20-f4fd4d00eefb req-7a6d256a-74bf-446e-9a22-614baf40a4a1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0649734 Jun 19 20:33:00.564366 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b34c23d9-24f4-4d45-9c20-f4fd4d00eefb req-c381caaa-1e6a-491b-907e-e29d8d10069c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304635 Jun 19 20:33:01.737539 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e4cab-f75b-409d-9404-0043c098390d req-151b9e4a-50d9-4878-b2f2-658d0aa48284 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:01.738896 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c55e4cab-f75b-409d-9404-0043c098390d req-151b9e4a-50d9-4878-b2f2-658d0aa48284 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0611169 Jun 19 20:33:01.774830 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c55e4cab-f75b-409d-9404-0043c098390d req-85f2ee66-a789-4eca-89b5-a3518c445aa5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297513 Jun 19 20:33:02.961375 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d57f0-6f8f-41be-a861-ccc1e3d87245 req-d87abb46-69ff-4fb4-82a6-bd00687be366 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:02.962765 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-987d57f0-6f8f-41be-a861-ccc1e3d87245 req-d87abb46-69ff-4fb4-82a6-bd00687be366 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0667410 Jun 19 20:33:02.998965 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-987d57f0-6f8f-41be-a861-ccc1e3d87245 req-7df8d6a3-a487-4851-8a96-708da54a1336 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304387 Jun 19 20:33:04.173192 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebc258-b7d5-47b7-b588-7de15baacfb3 req-1ffb6b85-02b9-40e0-ba5e-e119c49f7267 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:04.174621 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cebc258-b7d5-47b7-b588-7de15baacfb3 req-1ffb6b85-02b9-40e0-ba5e-e119c49f7267 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0615864 Jun 19 20:33:04.210431 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cebc258-b7d5-47b7-b588-7de15baacfb3 req-9c396831-3df3-4b2f-b634-b014105e7a4d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298803 Jun 19 20:33:04.367538 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-638a6841-6103-4e2e-af04-7190f4dabf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:05.075867 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:33:05.381902 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5364-2b3c-425f-9eba-d3385c7b2fce req-1f5f0c41-8d61-43bf-a782-128567445d9d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:05.383252 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cb1a5364-2b3c-425f-9eba-d3385c7b2fce req-1f5f0c41-8d61-43bf-a782-128567445d9d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0611997 Jun 19 20:33:05.419186 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cb1a5364-2b3c-425f-9eba-d3385c7b2fce req-4cd6b99e-1394-4d74-99cc-e8dbc5bc126a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303898 Jun 19 20:33:06.595345 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10db3d8-fb30-4c30-8700-be966ed1e48c req-7c88b7ab-f754-4d3a-b9ab-d450ca0e6bb0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:06.596815 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b10db3d8-fb30-4c30-8700-be966ed1e48c req-7c88b7ab-f754-4d3a-b9ab-d450ca0e6bb0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0667305 Jun 19 20:33:06.634518 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b10db3d8-fb30-4c30-8700-be966ed1e48c req-d097c554-3f3c-42be-a3a7-59fcf53a6c91 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319505 Jun 19 20:33:06.761937 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:06.939143 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-511a418a-0be6-4234-a755-581a6fa8d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:07.144600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:07.453749 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:33:07.545582 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:07.556424 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'mac_address': 'fa:16:3e:b1:b0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:33:07.591408 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:07.603081 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6766695a-843e-4f73-b8b4-87c9c1263d46 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:33:07.621315 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:07.680629 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:07.683248 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:07.735595 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=6']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:07.742495 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.742838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.743176 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.743508 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.743834 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.744191 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.744516 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.744835 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.745159 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.745475 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.745792 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.746126 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:07.750271 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:07.774148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['6766695a-843e-4f73-b8b4-87c9c1263d46'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:33:07.812170 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4980ce-180d-46e2-a5b2-2b7e68225ddb req-f2188ca4-b01c-4cf0-9b96-122906d4a256 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:07.813646 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2e4980ce-180d-46e2-a5b2-2b7e68225ddb req-f2188ca4-b01c-4cf0-9b96-122906d4a256 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 944 time: 0.0660238 Jun 19 20:33:07.850511 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2e4980ce-180d-46e2-a5b2-2b7e68225ddb req-a2f7b051-16df-4fbe-a381-ba80a02a8a58 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310001 Jun 19 20:33:08.098003 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:08.288619 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-7eebe9be-bcd3-49de-a15f-201a03f93129 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501764 Jun 19 20:33:08.382376 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-d32c6824-0132-4996-af8e-76627edc6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:08.383709 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-d32c6824-0132-4996-af8e-76627edc6522 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0538623 Jun 19 20:33:08.481997 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-03faadc1-7342-49ac-a053-5f1939c8d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:08.483393 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-03faadc1-7342-49ac-a053-5f1939c8d95c service neutron] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 908 time: 0.0800421 Jun 19 20:33:08.549878 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-09cb4dfe-7cfb-428b-9251-421e78171989 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 1001 time: 0.0588598 Jun 19 20:33:08.596091 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-d2b41fc9-e02e-4925-bf67-86b5501ffd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:08.597627 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-d2b41fc9-e02e-4925-bf67-86b5501ffd26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0409985 Jun 19 20:33:08.651806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-6d16463a-9bd2-4799-b5dc-ebdf9366057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:08.653197 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-6d16463a-9bd2-4799-b5dc-ebdf9366057e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491226 Jun 19 20:33:08.742014 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-751e0208-18d0-47a6-b305-7fc9b7521ba5 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818353 Jun 19 20:33:08.826779 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2b6b3cd7-b048-4ae5-b5cd-1e4cee7ce48d req-2fda9524-c71a-4910-9027-b2cc41fe39c5 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782144 Jun 19 20:33:09.025797 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f1f5d-e725-4f67-8333-633aa90ee1cb req-7422fea0-1619-455a-b49a-7024fc2fd7da tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:09.027249 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-040f1f5d-e725-4f67-8333-633aa90ee1cb req-7422fea0-1619-455a-b49a-7024fc2fd7da tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 944 time: 0.0635440 Jun 19 20:33:09.062941 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-040f1f5d-e725-4f67-8333-633aa90ee1cb req-f09d401c-9eca-42d8-a8ff-1bdb1c1f1225 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301433 Jun 19 20:33:09.472619 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:33:09.518186 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 6766695a-843e-4f73-b8b4-87c9c1263d46 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:33:09.518566 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:09.592980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:09.613599 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:09.616340 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6510992-046a-4e6d-9503-506a0020a76e" -d '{"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:09.628172 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:09.652556 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f259d-21ef-42db-8280-ea7b6431558f x-openstack-request-id: req-929f259d-21ef-42db-8280-ea7b6431558f {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:09.652843 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:09.653099 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-929f259d-21ef-42db-8280-ea7b6431558f {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:09.653487 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'code': 200} Jun 19 20:33:09.715420 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:09.717531 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:09.762124 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=7']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:09.765796 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:09.932312 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:10.258437 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf0ccf-fafc-4075-bb90-b77b1408e473 req-7a98c02a-1dad-4610-8f49-2c122ccffc47 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:10.260043 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d6bf0ccf-fafc-4075-bb90-b77b1408e473 req-7a98c02a-1dad-4610-8f49-2c122ccffc47 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0720682 Jun 19 20:33:10.303083 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d6bf0ccf-fafc-4075-bb90-b77b1408e473 req-19817382-0c4b-4a04-b4d1-7a4681af4cd5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373650 Jun 19 20:33:11.488850 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50f0be-c078-4bd2-9097-baf333a67b05 req-14421c77-fbba-4efd-9c48-a9c6133f5eef tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:11.491376 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1e50f0be-c078-4bd2-9097-baf333a67b05 req-14421c77-fbba-4efd-9c48-a9c6133f5eef tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0719447 Jun 19 20:33:11.532170 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1e50f0be-c078-4bd2-9097-baf333a67b05 req-b7382637-6b02-4839-b1f9-cd1455b60354 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Jun 19 20:33:12.734846 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c90a0-7bb2-452a-ad92-5bc78f00b3ed req-ce4c3901-a9fe-4724-8550-13e468a093b5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:12.736478 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e58c90a0-7bb2-452a-ad92-5bc78f00b3ed req-ce4c3901-a9fe-4724-8550-13e468a093b5 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0671253 Jun 19 20:33:12.775867 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e58c90a0-7bb2-452a-ad92-5bc78f00b3ed req-aa4c0031-afa1-4804-adfd-b09974c64ecf tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Jun 19 20:33:13.992878 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b62a44-d15a-4d7f-af1c-8f45c6dc7408 req-5cf48ad1-5b40-4870-8f07-2b709051d829 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:13.994837 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b62a44-d15a-4d7f-af1c-8f45c6dc7408 req-5cf48ad1-5b40-4870-8f07-2b709051d829 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0750163 Jun 19 20:33:14.045069 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c0b62a44-d15a-4d7f-af1c-8f45c6dc7408 req-87219a41-40b5-4744-a011-de7273bb5ff3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 Jun 19 20:33:15.248493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d483a66-69ac-4452-a77b-e1cb451391fd req-31453029-1324-4142-bb58-2a2816a44010 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:15.250111 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9d483a66-69ac-4452-a77b-e1cb451391fd req-31453029-1324-4142-bb58-2a2816a44010 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0709357 Jun 19 20:33:15.302001 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9d483a66-69ac-4452-a77b-e1cb451391fd req-84c8a9b3-1f37-44ad-8cdc-1864c65cd733 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461917 Jun 19 20:33:16.512660 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405c30b-135e-4b7d-ad81-8c248d9ad336 req-d2979824-eb46-49b3-b1d6-7f53d3a28ff0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:16.515564 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6405c30b-135e-4b7d-ad81-8c248d9ad336 req-d2979824-eb46-49b3-b1d6-7f53d3a28ff0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0817752 Jun 19 20:33:16.563486 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6405c30b-135e-4b7d-ad81-8c248d9ad336 req-563f0c9f-d7e4-4826-9aa0-d85e35d71bd4 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431645 Jun 19 20:33:17.755065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c83-c4c4-4b64-95e0-fc83fff9238c req-2178b7b1-b1d0-4ae0-8697-f811f1f3dd43 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:17.756557 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d3b94c83-c4c4-4b64-95e0-fc83fff9238c req-2178b7b1-b1d0-4ae0-8697-f811f1f3dd43 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0715084 Jun 19 20:33:17.799222 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d3b94c83-c4c4-4b64-95e0-fc83fff9238c req-79c5accb-de4a-4cc7-91c2-f527f991bcb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349348 Jun 19 20:33:18.995910 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7a7ba-c77c-4167-a736-b8162a4b0f73 req-3b5c32e3-3f57-446c-a06a-a41dc66c220f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:18.997521 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5bd7a7ba-c77c-4167-a736-b8162a4b0f73 req-3b5c32e3-3f57-446c-a06a-a41dc66c220f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0759034 Jun 19 20:33:19.040514 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5bd7a7ba-c77c-4167-a736-b8162a4b0f73 req-cef73e69-003b-4ab9-9cd7-265f876d50fb tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366693 Jun 19 20:33:20.232612 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78030d2-6f83-459f-b942-6ff78bc0cad1 req-f791e39b-ecfb-4353-9ef5-3f4675a970a7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:20.234048 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e78030d2-6f83-459f-b942-6ff78bc0cad1 req-f791e39b-ecfb-4353-9ef5-3f4675a970a7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0650046 Jun 19 20:33:20.271470 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e78030d2-6f83-459f-b942-6ff78bc0cad1 req-6ea0c65e-28d5-4acd-b82a-0c9990736dc2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309689 Jun 19 20:33:21.454329 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87dbe-3924-4105-a85d-7d9e57d14aea req-db878e64-6f23-48ba-8b2c-2920dd6e0407 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:21.455774 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39a87dbe-3924-4105-a85d-7d9e57d14aea req-db878e64-6f23-48ba-8b2c-2920dd6e0407 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0682559 Jun 19 20:33:21.492730 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-39a87dbe-3924-4105-a85d-7d9e57d14aea req-59ae7322-7f31-4bbf-958f-d79a847fa817 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Jun 19 20:33:22.602032 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-62ff014b-7f72-4a00-ac1f-43a3531da666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:22.603463 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-62ff014b-7f72-4a00-ac1f-43a3531da666 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0541899 Jun 19 20:33:22.730623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-31f2e10a-0553-457c-8544-bff5acc9c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:22.732063 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-31f2e10a-0553-457c-8544-bff5acc9c39f service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.1211324 Jun 19 20:33:22.742511 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66d3cc-1cb1-451a-a81c-594bcd61531d req-57f6e4fe-ef72-48b6-9476-0be677ac1fc9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:22.743819 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-de66d3cc-1cb1-451a-a81c-594bcd61531d req-57f6e4fe-ef72-48b6-9476-0be677ac1fc9 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.1259701 Jun 19 20:33:22.817667 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-de66d3cc-1cb1-451a-a81c-594bcd61531d req-c6e30287-d3c5-4fa3-8811-35be61905476 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670197 Jun 19 20:33:22.823752 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-5764dd9a-9ce6-4f3c-8882-a8cf5e9f17e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 200 len: 1001 time: 0.0790606 Jun 19 20:33:22.878869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-2b5c63b3-4b4f-4499-b162-9529cb63da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:22.878869 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-2b5c63b3-4b4f-4499-b162-9529cb63da60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0448866 Jun 19 20:33:22.931523 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-4fda4e47-b8fa-45b2-8741-6956654e7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:22.933077 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-4fda4e47-b8fa-45b2-8741-6956654e7f58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510695 Jun 19 20:33:23.024369 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-077233e8-dfd3-46d3-87db-7bec00fbf89f service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793750 Jun 19 20:33:23.111501 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a8ed86bd-cf11-47db-8cdf-f88aa784e8e2 req-5161720f-5554-4dd0-8338-2f0f3f2f4537 service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805564 Jun 19 20:33:23.994342 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362f049-f442-42df-9142-93e7e9471467 req-efc2cae8-7661-4799-a565-72bb04910c4d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:23.995688 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6362f049-f442-42df-9142-93e7e9471467 req-efc2cae8-7661-4799-a565-72bb04910c4d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0610209 Jun 19 20:33:24.032570 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-6362f049-f442-42df-9142-93e7e9471467 req-5dcca823-49c1-462e-a461-9fc3c107ef0f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Jun 19 20:33:25.206332 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c33a2-104e-4f07-b196-489772cb98e5 req-482c4794-c779-4844-8542-4d8bc1767d03 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:25.207772 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fa1c33a2-104e-4f07-b196-489772cb98e5 req-482c4794-c779-4844-8542-4d8bc1767d03 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 945 time: 0.0618134 Jun 19 20:33:25.244606 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fa1c33a2-104e-4f07-b196-489772cb98e5 req-fdbcad6d-bb57-4060-8b80-2e393ddeb72c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306194 Jun 19 20:33:25.599468 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:25.676965 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:25.699526 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:25.701811 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ddc8c8-57a5-4ecd-9708-6ccc6b132dff" -d '{"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:25.715641 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:25.734675 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e6690-dbee-4146-80e0-d1166ff266c0 x-openstack-request-id: req-a24e6690-dbee-4146-80e0-d1166ff266c0 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:25.734954 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-unplugged", "status": "failed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "code": 422}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:25.735228 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a24e6690-dbee-4146-80e0-d1166ff266c0 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:25.735611 dv-cinder-797170-2-iscsi neutron-server[93446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'code': 422} returned with failed status Jun 19 20:33:25.795902 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:25.797779 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:25.843368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=8']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:25.846597 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:28.724687 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4941d7e-e38c-4c5b-a4f4-2c3338c6066b req-fefc41f8-93d8-4287-b585-c7681e7b8ced tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:28.726393 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a4941d7e-e38c-4c5b-a4f4-2c3338c6066b req-fefc41f8-93d8-4287-b585-c7681e7b8ced tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0685225 Jun 19 20:33:28.767732 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a4941d7e-e38c-4c5b-a4f4-2c3338c6066b req-ca9584fb-fc91-4343-83e7-3e5efeaefa24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348887 Jun 19 20:33:29.018201 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-dc79fd10-f29c-4c52-b0f2-0d4bc6dac64a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514503 Jun 19 20:33:29.634632 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:29.943199 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1809de-36e6-4abf-8698-c4bbc96a4283 req-504cc4e9-47ca-4152-abca-a88b67ae6dab tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:29.945436 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2d1809de-36e6-4abf-8698-c4bbc96a4283 req-504cc4e9-47ca-4152-abca-a88b67ae6dab tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0655699 Jun 19 20:33:29.991341 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2d1809de-36e6-4abf-8698-c4bbc96a4283 req-0a72432b-c83b-4966-b6ad-03a21f78dc6e tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390575 Jun 19 20:33:30.313964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-c76c7212-2daa-49e5-bb6b-1bb7e0a85f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:30.315405 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-c76c7212-2daa-49e5-bb6b-1bb7e0a85f03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5&tenant_id=face394502f545579a98e2298f013218 HTTP/1.1" status: 200 len: 1096 time: 0.0527265 Jun 19 20:33:30.387448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-c457c870-bbca-43c0-808c-e139d61dad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:30.388933 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-c457c870-bbca-43c0-808c-e139d61dad53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0520740 Jun 19 20:33:30.481617 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-0cbf6d59-2375-4708-9f09-a23e3ec08e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:30.482953 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-0cbf6d59-2375-4708-9f09-a23e3ec08e17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.0879195 Jun 19 20:33:30.525872 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cdffa-2128-476e-859b-187af8bc7381 req-874d3ae9-1cb2-40b9-b5f7-6b1e5ccd6cd7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:30.527334 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-702cdffa-2128-476e-859b-187af8bc7381 req-874d3ae9-1cb2-40b9-b5f7-6b1e5ccd6cd7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0659535 Jun 19 20:33:30.546998 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-af24e103-92f1-405f-b26b-e5dabc94e864 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 200 len: 999 time: 0.0569727 Jun 19 20:33:30.564893 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-702cdffa-2128-476e-859b-187af8bc7381 req-a48d8874-c000-4295-a044-74a88a7bc151 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Jun 19 20:33:30.598732 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-0906e59e-bfdd-4cb8-b1e7-5ffe66b253be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:30.600198 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-0906e59e-bfdd-4cb8-b1e7-5ffe66b253be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0455341 Jun 19 20:33:30.655414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-3b80f106-7b08-40f0-bd84-79fcb0350f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:30.656852 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-3b80f106-7b08-40f0-bd84-79fcb0350f59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492282 Jun 19 20:33:30.742197 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-8166f5a9-d188-47e6-ab9e-81469679a63c service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777607 Jun 19 20:33:30.832147 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-9f0c2eee-0680-480d-b136-52818a2a482c service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Jun 19 20:33:31.168017 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2ffa-7159-41fe-983e-4c6f71726437 req-2b38744c-b21a-4d9f-b876-1081be5a49af tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:31.169467 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f5ae2ffa-7159-41fe-983e-4c6f71726437 req-2b38744c-b21a-4d9f-b876-1081be5a49af tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0625603 Jun 19 20:33:31.208545 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f5ae2ffa-7159-41fe-983e-4c6f71726437 req-3d0195d0-b287-438f-9a63-fd845c0692d1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333593 Jun 19 20:33:31.754908 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5ad58-cc06-4e5b-ad48-329aa038b5a0 req-89df1e2c-ca70-486b-af4a-5b80f06d1471 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:31.756322 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-34a5ad58-cc06-4e5b-ad48-329aa038b5a0 req-89df1e2c-ca70-486b-af4a-5b80f06d1471 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0652153 Jun 19 20:33:31.793568 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-34a5ad58-cc06-4e5b-ad48-329aa038b5a0 req-76076d73-ebda-4601-9a15-a7d3391ed942 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Jun 19 20:33:32.397233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adfb9c-ef20-478d-9dc6-ba32393e697a req-a062eb9d-eab3-4405-bcc6-c61f4e4ffe7b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:32.403585 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f4adfb9c-ef20-478d-9dc6-ba32393e697a req-a062eb9d-eab3-4405-bcc6-c61f4e4ffe7b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0726845 Jun 19 20:33:32.442011 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f4adfb9c-ef20-478d-9dc6-ba32393e697a req-5d12a17d-3821-4c0c-a2e7-d6e8698bdd25 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jun 19 20:33:33.005208 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db459e62-9f21-4010-9c25-a73065d0e4d4 req-8ba2729d-e8e8-402b-a952-545e806de499 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:33.006683 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-db459e62-9f21-4010-9c25-a73065d0e4d4 req-8ba2729d-e8e8-402b-a952-545e806de499 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0956287 Jun 19 20:33:33.057450 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-db459e62-9f21-4010-9c25-a73065d0e4d4 req-fe3d404b-54e2-4028-9a84-544581099eb7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365272 Jun 19 20:33:33.629458 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e761af-c7fd-4117-a90d-5d466c155c47 req-9ac9e921-46af-4fd4-b87f-d1bb78f0861c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:33.632420 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-81e761af-c7fd-4117-a90d-5d466c155c47 req-9ac9e921-46af-4fd4-b87f-d1bb78f0861c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0661604 Jun 19 20:33:33.670386 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-81e761af-c7fd-4117-a90d-5d466c155c47 req-fcd1d918-bce7-4440-bbdd-d8ea61359fa3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338509 Jun 19 20:33:34.238967 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7beed-b2c4-4b88-ac4e-d934b53fe299 req-e4872513-4438-483e-b116-31899c11b55b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:34.240457 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-aae7beed-b2c4-4b88-ac4e-d934b53fe299 req-e4872513-4438-483e-b116-31899c11b55b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0642674 Jun 19 20:33:34.279419 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-aae7beed-b2c4-4b88-ac4e-d934b53fe299 req-0fcba363-1862-4e05-b80d-6f06d6b5ad18 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Jun 19 20:33:34.379192 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a2f4c01c-a4bb-48dc-973c-980acc40f25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:34.862775 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544bafe-4f48-4c74-8046-51212c1edc4c req-6f0ae1f5-5928-4827-8ddd-0bf4f94bc7a1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:34.865656 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1544bafe-4f48-4c74-8046-51212c1edc4c req-6f0ae1f5-5928-4827-8ddd-0bf4f94bc7a1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0681741 Jun 19 20:33:34.909678 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1544bafe-4f48-4c74-8046-51212c1edc4c req-7c378b00-581c-4f82-9416-746f57442d3d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Jun 19 20:33:35.457278 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833c82-44ec-4026-9c8d-fc2107c2bd1f req-0941c6df-7e0e-4096-bb2f-ff0cd0bcf136 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:35.458743 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-78833c82-44ec-4026-9c8d-fc2107c2bd1f req-0941c6df-7e0e-4096-bb2f-ff0cd0bcf136 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0616889 Jun 19 20:33:35.497304 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-78833c82-44ec-4026-9c8d-fc2107c2bd1f req-8dc38c6d-6258-4942-b8f8-573d678bd48e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327818 Jun 19 20:33:36.153407 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64626d-f63a-4427-96e5-57d370a4c05c req-c6e6863b-3d5d-4b82-9ef8-cc3d78f7fca6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:36.154886 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3f64626d-f63a-4427-96e5-57d370a4c05c req-c6e6863b-3d5d-4b82-9ef8-cc3d78f7fca6 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0668683 Jun 19 20:33:36.194048 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3f64626d-f63a-4427-96e5-57d370a4c05c req-0d6b1f6e-217b-49bc-956e-da3eca67327b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Jun 19 20:33:36.688899 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bae23-39a3-483a-988c-180ac8999c93 req-46b3fdc9-b043-440e-abb4-3af5527d6d9f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:36.690398 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c27bae23-39a3-483a-988c-180ac8999c93 req-46b3fdc9-b043-440e-abb4-3af5527d6d9f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0726581 Jun 19 20:33:36.729598 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c27bae23-39a3-483a-988c-180ac8999c93 req-d7106536-ed05-4305-b0bb-a2ee26253594 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333099 Jun 19 20:33:36.733191 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:36.950589 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ffba384a-4133-4e53-8ef8-0e311be1b6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:37.412253 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b18296-1f21-49e8-81ee-3e18986b22ca req-c4859e47-c49e-488b-8482-ee2ec94b978d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:37.412906 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0b18296-1f21-49e8-81ee-3e18986b22ca req-c4859e47-c49e-488b-8482-ee2ec94b978d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0857375 Jun 19 20:33:37.454400 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0b18296-1f21-49e8-81ee-3e18986b22ca req-55bfd409-0ce1-4e07-90e2-f9bef258c50f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362256 Jun 19 20:33:37.515866 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:37.908043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbf4f5-1e44-43ff-a039-a86cdffe5376 req-f46d4b16-ce34-4d82-a472-d3a3c3d48315 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:37.910226 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5ebbf4f5-1e44-43ff-a039-a86cdffe5376 req-f46d4b16-ce34-4d82-a472-d3a3c3d48315 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0661745 Jun 19 20:33:37.950252 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5ebbf4f5-1e44-43ff-a039-a86cdffe5376 req-d50c629e-09da-4821-b41b-88274b08589e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343337 Jun 19 20:33:38.148620 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:38.640650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfbdbb-3ec1-4c9e-bcdd-6e0062678ffb req-b2bec92c-9ea3-4212-8bef-c2a6f575037c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:38.642088 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0dfbdbb-3ec1-4c9e-bcdd-6e0062678ffb req-b2bec92c-9ea3-4212-8bef-c2a6f575037c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0664845 Jun 19 20:33:38.681791 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0dfbdbb-3ec1-4c9e-bcdd-6e0062678ffb req-09699d68-d432-4451-bd62-32c2b1e9318a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342073 Jun 19 20:33:39.138936 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300169-69eb-473b-9224-247ffd6fe4fa req-d69e4e94-9fa5-4e44-929c-974047216f03 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:39.140542 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1e300169-69eb-473b-9224-247ffd6fe4fa req-d69e4e94-9fa5-4e44-929c-974047216f03 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0684235 Jun 19 20:33:39.182038 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1e300169-69eb-473b-9224-247ffd6fe4fa req-89f18671-acf5-4e73-9ddd-233f6c85dada tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353532 Jun 19 20:33:39.859351 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de75b3-a11b-49f3-b92e-4df171aa2361 req-65c01097-c5bd-46b2-88a2-709eb1706a4c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:39.860952 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e3de75b3-a11b-49f3-b92e-4df171aa2361 req-65c01097-c5bd-46b2-88a2-709eb1706a4c tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0619292 Jun 19 20:33:39.903273 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e3de75b3-a11b-49f3-b92e-4df171aa2361 req-a896223b-91e7-4dbb-86ab-bd3362739840 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356660 Jun 19 20:33:39.938281 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:40.373417 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf10861-8828-49ab-8c25-52ebe5aa8c6f req-89956ba8-53ec-40b0-af06-3bbb9d7e2469 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:40.374983 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1bf10861-8828-49ab-8c25-52ebe5aa8c6f req-89956ba8-53ec-40b0-af06-3bbb9d7e2469 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0633223 Jun 19 20:33:40.416615 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1bf10861-8828-49ab-8c25-52ebe5aa8c6f req-f8cab267-2665-48cb-b587-58a79ddf24a0 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352685 Jun 19 20:33:41.088602 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a0f6b-d202-47c6-bce0-79da8b047d15 req-a5c0bfbf-99e6-4d56-b548-748e029787ca tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:41.090353 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fc6a0f6b-d202-47c6-bce0-79da8b047d15 req-a5c0bfbf-99e6-4d56-b548-748e029787ca tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0703101 Jun 19 20:33:41.128923 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fc6a0f6b-d202-47c6-bce0-79da8b047d15 req-674ac7fc-d309-4b82-bb7d-897a049636fa tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324750 Jun 19 20:33:41.633945 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999239ef-d261-40ad-8a43-bb87cb6f0493 req-f5232317-7923-4ef9-99b7-4509d8de96fd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:41.635386 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-999239ef-d261-40ad-8a43-bb87cb6f0493 req-f5232317-7923-4ef9-99b7-4509d8de96fd tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.1103752 Jun 19 20:33:41.673366 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-999239ef-d261-40ad-8a43-bb87cb6f0493 req-b6d4aa49-25ce-4a4c-b891-6c03ffa479b1 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Jun 19 20:33:42.074378 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:33:42.319843 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57d093-9c31-4ada-b1b3-13ca03cc8b5d req-50b437b4-71ef-4560-b60f-b71258670a2b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:42.321567 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6c57d093-9c31-4ada-b1b3-13ca03cc8b5d req-50b437b4-71ef-4560-b60f-b71258670a2b tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0733583 Jun 19 20:33:42.359885 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6c57d093-9c31-4ada-b1b3-13ca03cc8b5d req-9c4ca195-820f-4687-b737-0b27ad101017 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Jun 19 20:33:42.853071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0fc63-78b4-4005-838f-b5fa1d250ff6 req-434b6654-cd96-428c-83ec-4a3e89dbec62 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:42.854529 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9af0fc63-78b4-4005-838f-b5fa1d250ff6 req-434b6654-cd96-428c-83ec-4a3e89dbec62 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0668771 Jun 19 20:33:42.893912 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-9af0fc63-78b4-4005-838f-b5fa1d250ff6 req-79f0abbb-dd85-4eb9-8b1f-3c947c982988 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338717 Jun 19 20:33:43.546562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06485d-f4d9-4b80-a4bd-305c73a83824 req-0779144f-a7e8-4962-be2a-0b9932e35d16 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:43.548028 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8d06485d-f4d9-4b80-a4bd-305c73a83824 req-0779144f-a7e8-4962-be2a-0b9932e35d16 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0692985 Jun 19 20:33:43.584608 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8d06485d-f4d9-4b80-a4bd-305c73a83824 req-4dead31e-ae79-4920-b0bf-ab4403c1685d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309258 Jun 19 20:33:44.060415 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708e1fb-b07d-458d-984e-c223caf5b49e req-324416fe-e184-4de2-b913-b9894b615be4 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:44.061846 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2708e1fb-b07d-458d-984e-c223caf5b49e req-324416fe-e184-4de2-b913-b9894b615be4 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.0612907 Jun 19 20:33:44.098040 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2708e1fb-b07d-458d-984e-c223caf5b49e req-56ae648b-8e9a-49a3-945f-2df53245959b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307779 Jun 19 20:33:44.324989 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8d53a193-b87a-492a-9194-62a21fd79051 req-cb43414a-a82a-4af7-88a8-050539423868 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037708605&fields=id&tenant_id=fbf5a688b97742cfabe6857843dda4d4 HTTP/1.1" status: 200 len: 267 time: 0.0315275 Jun 19 20:33:44.391153 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a193-b87a-492a-9194-62a21fd79051 req-ec6c2ab5-0628-4927-841f-76031194126b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:44.392584 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8d53a193-b87a-492a-9194-62a21fd79051 req-ec6c2ab5-0628-4927-841f-76031194126b tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 985 time: 0.0626569 Jun 19 20:33:44.403387 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Request body: {'port': {'security_groups': ['05d4e1ed-2a36-497c-af60-9b107ed4b4b1']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:44.481782 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:44.642592 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:44.672949 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:44.743966 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:44.748238 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8a355006-e493-4236-aa89-fbe84d9f14fe tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:44.756699 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['11763470-134f-49f4-9aba-602290057cdc'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:33:44.766813 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c457dd-d60f-4ef7-af4a-495e2720e4f0 req-241f2ae3-450f-4ac2-8dc8-5830042b11c7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:44.768304 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-92c457dd-d60f-4ef7-af4a-495e2720e4f0 req-241f2ae3-450f-4ac2-8dc8-5830042b11c7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0683019 Jun 19 20:33:44.809786 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-92c457dd-d60f-4ef7-af4a-495e2720e4f0 req-95f7a750-49ed-4299-9003-c8eee9ab4056 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356536 Jun 19 20:33:44.813234 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event updated for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=7']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:44.823304 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.823675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.824060 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.824423 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.824773 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.825133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.825814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.826169 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.826978 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.826978 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.827174 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.827516 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:44.832617 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:44.837954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:44.838569 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:44.839993 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8d53a193-b87a-492a-9194-62a21fd79051 req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "PUT /v2.0/ports/11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 943 time: 0.4409018 Jun 19 20:33:44.840493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:44.842899 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb41e8-5309-44dc-bb51-32082d18bd15" -d '{"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:44.847582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37732) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:44.885416 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c9b14-12a3-4448-8b34-164c54696f8c x-openstack-request-id: req-764c9b14-12a3-4448-8b34-164c54696f8c {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:44.885746 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:44.886084 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-764c9b14-12a3-4448-8b34-164c54696f8c {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:44.886503 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'status': 'completed', 'code': 200} Jun 19 20:33:44.903041 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['11763470-134f-49f4-9aba-602290057cdc'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:33:44.922413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:44.950341 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.069787 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.072390 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.073515 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3ec039e-49ae-42ef-87b8-9f1c072bbb0a HTTP/1.1" status: 204 len: 168 time: 0.2250559 Jun 19 20:33:45.075863 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-21c069f2-90f0-495b-b459-b1303084d745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:45.076290 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37734) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:45.085981 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ec039e-49ae-42ef-87b8-9f1c072bbb0a,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:45.088364 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a687dd56-368b-4281-ba92-3ccee1537b3d None None] Provisioning complete for port 11763470-134f-49f4-9aba-602290057cdc triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:33:45.088885 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a687dd56-368b-4281-ba92-3ccee1537b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.098073 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:45.197766 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-d74870dd-069d-42c1-aa83-971395dec22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:45.200544 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-d74870dd-069d-42c1-aa83-971395dec22e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1099 time: 0.0802538 Jun 19 20:33:45.269221 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Deleting port 1826ae65-a720-4b94-83ea-800b331de804 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:45.269554 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.331037 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-9ed274cc-0ae9-4326-b8ef-9cec432f1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:45.332518 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-9ed274cc-0ae9-4326-b8ef-9cec432f1ae1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 914 time: 0.1263149 Jun 19 20:33:45.340115 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9b3fc-2b6f-42ef-92be-7edcf91e5589 req-7086358a-e423-4415-8925-c1d7972e452d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:45.341445 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8ea9b3fc-2b6f-42ef-92be-7edcf91e5589 req-7086358a-e423-4415-8925-c1d7972e452d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.1276617 Jun 19 20:33:45.342379 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.342705 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.406502 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-dd5b0390-61b7-4702-a025-15a13d67e855 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 1001 time: 0.0641334 Jun 19 20:33:45.406774 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Calling delete_port for 1826ae65-a720-4b94-83ea-800b331de804 owned by network:floatingip {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:45.484710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-d7cc39e7-3a68-4a09-9fad-750a6bd36243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:45.486146 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-d7cc39e7-3a68-4a09-9fad-750a6bd36243 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 200 len: 852 time: 0.0720186 Jun 19 20:33:45.489028 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8ea9b3fc-2b6f-42ef-92be-7edcf91e5589 req-931c971f-5ece-4a3a-8e97-01457fbd7b45 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=93494d42-2af9-4ae5-b7ee-810fbf973b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400607 Jun 19 20:33:45.542812 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-83928411-3bce-4483-93c5-00280074e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:45.544336 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-83928411-3bce-4483-93c5-00280074e69a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cdec99b9-9835-4896-b392-30348f1eb0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511112 Jun 19 20:33:45.568475 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-f4eb1237-3b10-4ea5-b755-dc5b32d36c40 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:45.570512 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-f4eb1237-3b10-4ea5-b755-dc5b32d36c40 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 946 time: 0.1169252 Jun 19 20:33:45.636390 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-cae15e24-ddea-413b-b4ed-d5e0ada6597f service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826082 Jun 19 20:33:45.707748 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Deleting port 3d049b8a-1298-492e-8aa0-5fc0e295c084 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:45.708119 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.724294 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dfb41e8-5309-44dc-bb51-32082d18bd15 req-a0893087-20b5-43f3-aab2-d236f2d7d560 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820777 Jun 19 20:33:45.751631 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.755850 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-dd02f54d-8275-40c9-b75c-60648bedf3ff tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:45.789344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event deleted for resources: {'Port': ['ID=1826ae65-a720-4b94-83ea-800b331de804,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:45.819140 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.819553 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.819920 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.820307 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.820666 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.821023 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.821373 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.821723 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.822072 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.822418 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.822769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.823113 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:33:45.829617 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:45.876046 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] For port 3d049b8a-1298-492e-8aa0-5fc0e295c084, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3d049b8a-1298-492e-8aa0-5fc0e295c084,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:45.876400 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.925679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:45.925926 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Floating IP 825f6703-b127-4b4a-933f-4222fe77353d disassociated (deleted). External IP: 172.27.2.53, port: 11763470-134f-49f4-9aba-602290057cdc. Jun 19 20:33:46.185535 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9cdee-c1bb-4d9a-b1e8-17edc199db8c req-d4fccad1-f5ef-41a5-83ad-55008f7e1882 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:46.186881 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4fd9cdee-c1bb-4d9a-b1e8-17edc199db8c req-d4fccad1-f5ef-41a5-83ad-55008f7e1882 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.2264817 Jun 19 20:33:46.490776 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:46.491052 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:46.491413 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Floating IP 939ccf5c-d7fd-4239-9e3b-59d2996b2fb2 disassociated. External IP: 172.27.2.113, port: 3d049b8a-1298-492e-8aa0-5fc0e295c084. Jun 19 20:33:46.491759 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Calling delete_port for 3d049b8a-1298-492e-8aa0-5fc0e295c084 owned by compute:nova {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:46.549689 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4fd9cdee-c1bb-4d9a-b1e8-17edc199db8c req-6f2e47e1-9414-41cc-a2ce-fa348b3a2832 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551340 Jun 19 20:33:46.562086 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37746) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:46.627095 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Router 3c1edd2d-2f03-419b-b4af-04e537c06b16 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:33:46.784256 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:33:46.788818 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:46.796880 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] Sync routers for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:33:46.808910 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:46.809862 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:46.826080 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:46.831289 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6aa47d27-595a-464e-9b58-f8aec6c39d75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:46.871446 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-1ba35fcc-c8e7-4025-9bfc-7972fa2e4284 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "DELETE /v2.0/floatingips/825f6703-b127-4b4a-933f-4222fe77353d HTTP/1.1" status: 204 len: 168 time: 1.7915771 Jun 19 20:33:46.888559 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event deleted for resources: {'Port': ['ID=3d049b8a-1298-492e-8aa0-5fc0e295c084,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:46.899268 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:46.904377 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:46.907309 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b8c48-4eda-4498-8fa4-999d695e5a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:46.938868 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fc39e2f2-2185-4d70-b756-81ca0a496a62 req-da316592-1b92-4cd0-991e-965dc41b6d5c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0307076 Jun 19 20:33:46.955728 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:47.045186 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf77884a-7acd-4bd4-a94f-4b44e71611cc x-openstack-request-id: req-cf77884a-7acd-4bd4-a94f-4b44e71611cc {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:47.045624 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "tag": "11763470-134f-49f4-9aba-602290057cdc", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:47.046007 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf77884a-7acd-4bd4-a94f-4b44e71611cc {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:47.046533 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'status': 'completed', 'code': 200} Jun 19 20:33:47.082912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Router 9c5857d6-201f-4540-95b3-07f3cda972aa has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:33:47.158015 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-3981c0d4-fc68-491c-8220-ef5bc2a0cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:47.159723 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-3981c0d4-fc68-491c-8220-ef5bc2a0cd44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbf5a688b97742cfabe6857843dda4d4&device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 1099 time: 0.1064296 Jun 19 20:33:47.161111 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Deleting port 0d5f8c04-5a31-415f-929a-3e941feac5d5 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:47.161449 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:47.196581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:33:47.206835 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:33:47.216691 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:47.225501 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:47.231656 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:47.254549 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] No DVR routers for this DVR port 3d049b8a-1298-492e-8aa0-5fc0e295c084 on host hv-cinder-79717 {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:33:47.263878 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:47.267085 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "DELETE /v2.0/ports/3d049b8a-1298-492e-8aa0-5fc0e295c084 HTTP/1.1" status: 204 len: 173 time: 1.6852918 Jun 19 20:33:47.276460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] Checking router: 3c1edd2d-2f03-419b-b4af-04e537c06b16 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:33:47.288909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:47.289787 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:47.368664 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:47.382503 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:47.382829 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:47.401844 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-7638b0fc-2d3d-4ad5-8da8-f985509c0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:47.403249 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-7638b0fc-2d3d-4ad5-8da8-f985509c0d54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 200 len: 914 time: 0.2300026 Jun 19 20:33:47.442131 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:47.510116 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Calling delete_port for 0d5f8c04-5a31-415f-929a-3e941feac5d5 owned by network:floatingip {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:47.549172 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-e43cda77-8b01-433c-bbfa-05635b7d351d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 200 len: 217 time: 0.0826869 Jun 19 20:33:47.646361 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:47.700179 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:33:47.713880 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:47.715066 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:47.716502 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-66189bf0-a86e-4910-8f9b-7d662719cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:47.717977 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-66189bf0-a86e-4910-8f9b-7d662719cd41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 200 len: 852 time: 0.1207662 Jun 19 20:33:47.763440 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:33:47.792743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6ba0-ba43-4629-96ed-94adcada2593 req-a4f68a26-3b95-4619-b69e-a79d3b6ad3ff tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:47.794183 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3bbb6ba0-ba43-4629-96ed-94adcada2593 req-a4f68a26-3b95-4619-b69e-a79d3b6ad3ff tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 943 time: 0.0828936 Jun 19 20:33:47.814931 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-1f39c7fe-626c-491e-9d9b-999f1e95a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:47.816986 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-1f39c7fe-626c-491e-9d9b-999f1e95a0d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cdec99b9-9835-4896-b392-30348f1eb0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895410 Jun 19 20:33:47.849743 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:47.862101 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3bbb6ba0-ba43-4629-96ed-94adcada2593 req-56f502c2-44e8-416c-a0c1-aaf376ec5499 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567489 Jun 19 20:33:47.917357 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:47.927079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:47.945430 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-649bf43d-0b18-44c4-988d-496c17d2c9c4 service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081376 Jun 19 20:33:47.959616 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc714e-92c9-4347-ac96-30c00b298d5c None None] The sync data for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi is: [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:11Z', 'revision_number': 4, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '90c7a16c-f52e-44dc-9fc9-6e7ed68315c7', 'name': '', 'network_id': 'cdec99b9-9835-4896-b392-30348f1eb0c4', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'mac_address': 'fa:16:3e:4e:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:10Z', 'updated_at': '2021-06-19T20:30:15Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'subnets': [{'id': '1f51558f-e24e-4412-966b-55c6997b02a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:33:47.966913 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'port_id': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'mac_address': 'fa:16:3e:b1:b0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:33:48.045772 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:48.060773 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-325b8c48-4eda-4498-8fa4-999d695e5a4a req-4db26db7-2a60-4711-8928-e4e729f6862d service neutron] 10.222.0.22 "GET /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075904 Jun 19 20:33:48.068874 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6766695a-843e-4f73-b8b4-87c9c1263d46 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:33:48.091830 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:48.096707 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:48.115871 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:48.128544 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event deleted for resources: {'Port': ['ID=0d5f8c04-5a31-415f-929a-3e941feac5d5,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:48.130739 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:48.132630 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:48.164387 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb74c85-023c-4ef8-ab42-c07f26bd0e9a None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:33:48.222858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:48.226990 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:48.237256 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a665c7fc-af57-4aed-8848-62c7f5116fd6 req-6dd32927-4988-4975-a8eb-f45fb30011b4 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=4396d2d3-6d84-47a7-9069-c5f9c7855123 HTTP/1.1" status: 200 len: 210 time: 0.0575161 Jun 19 20:33:48.263963 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for floatingip, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:48.264297 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Floating IP cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25 disassociated (deleted). External IP: 172.27.2.43, port: 4ef4676d-1bc1-4750-90da-8b91fb655758. Jun 19 20:33:48.320932 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=9']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:48.325168 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:48.389140 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6e53b-4bc0-4e58-b2b6-7922ad2b7e0f None None] New status for floating IP 825f6703-b127-4b4a-933f-4222fe77353d: DOWN {{(pid=93446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:33:48.506565 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d8dd3-ffe2-4612-9cb2-65721f2258bb None None] New status for floating IP 939ccf5c-d7fd-4239-9e3b-59d2996b2fb2: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:33:48.526707 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Router 58ea2787-0358-4e26-8374-0de82ed13699 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:33:48.575003 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['6766695a-843e-4f73-b8b4-87c9c1263d46'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:33:48.648451 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:33:48.655028 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:48.659225 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] Sync routers for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:33:48.682140 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:48.682762 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:48.692433 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "DELETE /v2.0/floatingips/cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25 HTTP/1.1" status: 204 len: 168 time: 2.1288714 Jun 19 20:33:48.693098 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:48.696220 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc" -d '{"events": [{"name": "network-changed", "server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:48.745039 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae78bc-018b-4c2e-8f3a-95e52504ebc7 x-openstack-request-id: req-08ae78bc-018b-4c2e-8f3a-95e52504ebc7 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:48.745372 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:48.746149 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08ae78bc-018b-4c2e-8f3a-95e52504ebc7 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:48.746149 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'status': 'completed', 'code': 200} Jun 19 20:33:48.816127 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:48.819369 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-09cbeddd-e482-437e-9518-0b523e277c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:48.820968 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-09cbeddd-e482-437e-9518-0b523e277c61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=88f710bbe4af4d8596206d565112c600&device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 1099 time: 0.0546741 Jun 19 20:33:48.920836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-4e7f5a6c-8a3b-437a-9669-d6c7f3261063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:48.922374 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-4e7f5a6c-8a3b-437a-9669-d6c7f3261063 service neutron] 10.222.0.22 "GET /v2.0/networks?id=27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 200 len: 908 time: 0.0955696 Jun 19 20:33:48.973051 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-006e6e46-f1a9-467f-8de7-1b17756875ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 200 len: 217 time: 0.0432754 Jun 19 20:33:49.027170 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-8a5b2f2e-ca1b-48ad-806f-ad2d17507f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:49.029714 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-8a5b2f2e-ca1b-48ad-806f-ad2d17507f0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 200 len: 846 time: 0.0489745 Jun 19 20:33:49.048791 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:49.052819 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccd4fe-5832-4230-8841-5d6412896f06 req-c725f636-5e54-4e0b-a59a-324de7d1fd04 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:49.054435 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0eccd4fe-5832-4230-8841-5d6412896f06 req-c725f636-5e54-4e0b-a59a-324de7d1fd04 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 944 time: 0.0767889 Jun 19 20:33:49.055000 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'name': 'network-vif-deleted', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:49.057376 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb903f0-00c5-4708-bc34-24eca29bf2af" -d '{"events": [{"server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "name": "network-vif-deleted", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:49.077653 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] Checking router: 58ea2787-0358-4e26-8374-0de82ed13699 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:33:49.089179 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:49.090510 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:49.098940 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0eccd4fe-5832-4230-8841-5d6412896f06 req-df1fb42d-7b9f-4c26-9179-8ce902993b32 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Jun 19 20:33:49.116220 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-a7e96b52-0206-45be-bf54-0fd6269a529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:49.117945 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-a7e96b52-0206-45be-bf54-0fd6269a529d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=27f59acb-1c74-4099-9b30-815b86e3f273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816786 Jun 19 20:33:49.153892 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a80eca0-f4d8-4d25-929a-17829027c499 x-openstack-request-id: req-1a80eca0-f4d8-4d25-929a-17829027c499 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:49.154509 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4396d2d3-6d84-47a7-9069-c5f9c7855123", "name": "network-vif-deleted", "tag": "3d049b8a-1298-492e-8aa0-5fc0e295c084", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:49.155090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a80eca0-f4d8-4d25-929a-17829027c499 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:49.155529 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4396d2d3-6d84-47a7-9069-c5f9c7855123', 'name': 'network-vif-deleted', 'tag': '3d049b8a-1298-492e-8aa0-5fc0e295c084', 'status': 'completed', 'code': 200} Jun 19 20:33:49.209786 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:49.214667 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-c0d8ea78-e989-4c38-9485-abf937a5ee51 service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893986 Jun 19 20:33:49.312441 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9e8ae9a5-9284-400a-998b-da9dfbfd9edc req-6093a54f-e32c-417b-b00c-5f49f769511d service neutron] 10.222.0.22 "GET /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903096 Jun 19 20:33:49.344530 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc156e9-b12a-432f-ae7e-8d317528cee4 req-1711cf9b-a7d6-4524-a5f3-5d95f17bdce3 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:49.348540 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1fc156e9-b12a-432f-ae7e-8d317528cee4 req-1711cf9b-a7d6-4524-a5f3-5d95f17bdce3 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0897627 Jun 19 20:33:49.390017 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1fc156e9-b12a-432f-ae7e-8d317528cee4 req-b2bb84e3-d3aa-42ac-9e5e-3a72a68f26e7 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Jun 19 20:33:49.415272 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:49.443607 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfb7df-76d3-4b66-ac66-0c741adef3e2 None None] The sync data for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi is: [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:26:49Z', 'revision_number': 4, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '812c2479-e474-4d3e-a2ff-eb53fadfa697', 'name': '', 'network_id': '27f59acb-1c74-4099-9b30-815b86e3f273', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'mac_address': 'fa:16:3e:20:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:48Z', 'updated_at': '2021-06-19T20:26:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'subnets': [{'id': 'bd5310e0-e7b2-4367-8646-0444104c4ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:33:49.469582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37784) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:49.525250 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.548168 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.656583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.659465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.663055 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "DELETE /v2.0/security-groups/93494d42-2af9-4ae5-b7ee-810fbf973b6d HTTP/1.1" status: 204 len: 168 time: 0.1900427 Jun 19 20:33:49.663055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c31cf6e8-b77f-430e-af11-56cf87f49a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:49.674293 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37788) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:49.674756 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:33:49.679551 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78037f2f-2c92-4a58-87d6-718b56e672b4 None None] New status for floating IP cfb7d3c9-9019-4e53-ae5f-8449a8d8ef25: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:33:49.695069 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.api.v2.resource [None req-e426bab4-68b4-41e9-aa11-acb3eede172e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] show failed (client error): The resource could not be found. Jun 19 20:33:49.704706 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e426bab4-68b4-41e9-aa11-acb3eede172e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups/93494d42-2af9-4ae5-b7ee-810fbf973b6d HTTP/1.1" status: 404 len: 347 time: 0.0353994 Jun 19 20:33:49.705067 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37792) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:49.709094 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93494d42-2af9-4ae5-b7ee-810fbf973b6d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:49.717578 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:49.788528 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 6766695a-843e-4f73-b8b4-87c9c1263d46 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:33:49.789173 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.846162 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Deleting port d491ba9e-6e8b-44b8-b850-da2a14859a8f {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:49.846502 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.870600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.897321 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:49.899600 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f9b038-e250-436a-a278-0dd18c11e465" -d '{"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:49.912374 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:49.934616 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.934952 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.935866 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be88ead9-1259-4d94-b1f6-26edd028ee11 x-openstack-request-id: req-be88ead9-1259-4d94-b1f6-26edd028ee11 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:49.936205 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:49.936464 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be88ead9-1259-4d94-b1f6-26edd028ee11 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:49.936861 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'code': 200} Jun 19 20:33:49.961132 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:49.962163 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 3d049b8a-1298-492e-8aa0-5fc0e295c084 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:49.965249 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:49.999162 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 3d049b8a-1298-492e-8aa0-5fc0e295c084 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:33:49.999609 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 3d049b8a-1298-492e-8aa0-5fc0e295c084 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:33:50.008470 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Calling delete_port for d491ba9e-6e8b-44b8-b850-da2a14859a8f owned by network:floatingip {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:50.025467 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=10']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:50.028457 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:50.207809 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:50.211382 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1d0c659d-1bcc-4424-9856-7a8196a073fc tempest-AttachVolumeNegativeTest-788140500 tempest-AttachVolumeNegativeTest-788140500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:50.236000 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event deleted for resources: {'Port': ['ID=d491ba9e-6e8b-44b8-b850-da2a14859a8f,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:50.239032 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:50.289659 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e477a6a-d8cd-40de-a0aa-449ad6014bc0 req-812c6bff-e499-4c7c-8213-9d2d5501c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:50.291127 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0e477a6a-d8cd-40de-a0aa-449ad6014bc0 req-812c6bff-e499-4c7c-8213-9d2d5501c94e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1099 time: 0.0969563 Jun 19 20:33:50.300973 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:50.302565 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1aa09-b644-4f51-844b-b0f62ba9bfd7 req-2148e566-6def-4a59-95a9-c637455b6cd7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:50.303653 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:50.304588 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0c1aa09-b644-4f51-844b-b0f62ba9bfd7 req-2148e566-6def-4a59-95a9-c637455b6cd7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.0824738 Jun 19 20:33:50.308605 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "DELETE /v2.0/floatingips/939ccf5c-d7fd-4239-9e3b-59d2996b2fb2 HTTP/1.1" status: 204 len: 168 time: 0.5995615 Jun 19 20:33:50.359526 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0e477a6a-d8cd-40de-a0aa-449ad6014bc0 req-35825f1e-e18d-4d76-85ea-6624fd9d8542 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539150 Jun 19 20:33:50.362606 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b0c1aa09-b644-4f51-844b-b0f62ba9bfd7 req-57ee4b8f-0e61-4ce4-add3-2efdbe722098 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491626 Jun 19 20:33:50.575176 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10785cfc-54a2-4b38-b384-07242abd4526 req-6efc3647-2ef5-4eed-b9f2-c518a4f3b164 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:50.577081 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10785cfc-54a2-4b38-b384-07242abd4526 req-6efc3647-2ef5-4eed-b9f2-c518a4f3b164 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0749602 Jun 19 20:33:50.615372 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10785cfc-54a2-4b38-b384-07242abd4526 req-6cb8e95f-56c6-4e64-b08b-e42015a84353 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/security-groups?id=51d25693-f17f-442e-8eaf-5dc05c3a8f8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Jun 19 20:33:50.826642 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37808) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:50.831408 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169332178', 'description': 'tempest-description--36786387'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:50.921165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:50.996320 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.092569 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.096031 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-996ee567-e9f8-4321-8c06-c2eaa9f343d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:51.122682 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:51.125695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:51.149186 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fafb08-2efb-43ce-b302-42d583b2805e req-805a8c21-e082-4f30-94b8-64198c994520 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:51.150634 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-11fafb08-2efb-43ce-b302-42d583b2805e req-805a8c21-e082-4f30-94b8-64198c994520 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.22 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 946 time: 0.0725579 Jun 19 20:33:51.182572 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.186342 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-33f48ab6-7a5a-4605-a7e2-b8ad38c9578b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3561070 Jun 19 20:33:51.191640 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37814) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:51.193305 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'security_group_rule': {'security_group_id': '8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:51.273249 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Deleting port 4ef4676d-1bc1-4750-90da-8b91fb655758 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:51.273596 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.325872 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.400944 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] For port 4ef4676d-1bc1-4750-90da-8b91fb655758, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ef4676d-1bc1-4750-90da-8b91fb655758,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:51.401251 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.476969 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Calling delete_port for 4ef4676d-1bc1-4750-90da-8b91fb655758 owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:51.485537 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.552910 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb8554-7aea-4634-b107-fa9e4106cfdb req-ad66579b-b824-4197-aff3-fe2296195c64 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:51.555252 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-92bb8554-7aea-4634-b107-fa9e4106cfdb req-ad66579b-b824-4197-aff3-fe2296195c64 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.0689991 Jun 19 20:33:51.559508 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.565613 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-47b7e079-9cf1-4876-875d-9dc0d61980c7 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:51.586735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88855a2b-30c6-4045-8e17-5bdba2e80724,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:51.589406 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:51.606249 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-92bb8554-7aea-4634-b107-fa9e4106cfdb req-72fadd9d-f4df-4789-8d74-8cef4c6ce6f2 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450957 Jun 19 20:33:51.704971 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.712579 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5248294 Jun 19 20:33:51.713580 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37828) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:51.721335 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'security_group_rule': {'security_group_id': '8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:51.733980 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.737712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3399f0f-716e-4527-9cbf-b7dfbd174a86 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:51.767368 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e594ad60-5adc-40ff-8c38-83c8eac1700e req-2d99fd53-9a49-4966-abb1-ade37e075f74 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0293267 Jun 19 20:33:51.786158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe848-f96b-439a-9873-680951c9b1ad req-ea795705-eadc-426a-938a-ce01063c1935 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:51.787640 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d35fe848-f96b-439a-9873-680951c9b1ad req-ea795705-eadc-426a-938a-ce01063c1935 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.1538763 Jun 19 20:33:51.820864 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event deleted for resources: {'Port': ['ID=4ef4676d-1bc1-4750-90da-8b91fb655758,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:51.821870 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:51.843401 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] No DVR routers for this DVR port 4ef4676d-1bc1-4750-90da-8b91fb655758 on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:33:51.850252 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.858688 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-11fafb08-2efb-43ce-b302-42d583b2805e req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.22 "DELETE /v2.0/ports/4ef4676d-1bc1-4750-90da-8b91fb655758 HTTP/1.1" status: 204 len: 173 time: 0.6961939 Jun 19 20:33:51.858688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-deleted', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:51.858688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c18ba6b-4488-47e2-887c-6a2425c4d040" -d '{"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-deleted", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:51.877643 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d35fe848-f96b-439a-9873-680951c9b1ad req-270cbff6-d327-4f7e-80b3-94f1112cd2b2 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640068 Jun 19 20:33:51.890448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b30d4-c183-493a-90f6-bf2a716df952 x-openstack-request-id: req-115b30d4-c183-493a-90f6-bf2a716df952 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:51.890857 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79aa8c3-d465-4ea8-a782-278298dd9d4e", "name": "network-vif-deleted", "tag": "4ef4676d-1bc1-4750-90da-8b91fb655758", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:51.891045 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-115b30d4-c183-493a-90f6-bf2a716df952 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:51.891481 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79aa8c3-d465-4ea8-a782-278298dd9d4e', 'name': 'network-vif-deleted', 'tag': '4ef4676d-1bc1-4750-90da-8b91fb655758', 'status': 'completed', 'code': 200} Jun 19 20:33:51.926000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:51.972355 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.070987 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.073069 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-717c4388-cfe2-44dd-bead-a2193d5ff88f tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:52.093497 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c53f9-9f1f-4cd3-ad59-1d6b8470479a,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:52.096312 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:52.184311 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.185651 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6a081c4a-5850-4d30-be59-99e8b17173fc tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698746 Jun 19 20:33:52.188729 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37850) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:52.193551 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:52.338532 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.431637 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.537494 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Allocated IP 172.27.2.37 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/9fc3ec03-7d59-4219-8fd3-820067adc9d4) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:33:52.638926 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.771328 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.775162 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:52.822008 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:33:52.827969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:33:52.831092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:33:52.857765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'Port': ['ID=9fc3ec03-7d59-4219-8fd3-820067adc9d4,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:52.867725 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:52.903625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a873ba-094b-4ed8-a820-0a37bb3b69cf req-e12b89ab-77f7-44d0-a169-0bcf6864fefd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:52.905131 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b3a873ba-094b-4ed8-a820-0a37bb3b69cf req-e12b89ab-77f7-44d0-a169-0bcf6864fefd tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.1621079 Jun 19 20:33:52.930302 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-d9d0436a-eb45-4238-ba73-cd7d5d14f792 req-9a351750-105d-424c-9f59-415c43333821 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79aa8c3-d465-4ea8-a782-278298dd9d4e HTTP/1.1" status: 200 len: 210 time: 0.0309734 Jun 19 20:33:52.962217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:52.984305 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b3a873ba-094b-4ed8-a820-0a37bb3b69cf req-3fd06210-8f61-440c-be09-fe925ffd01ae tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556064 Jun 19 20:33:53.088443 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.103463 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593c43-fc4a-4641-8256-01300c985122 req-e354490b-408a-4f99-9110-03e02e89adb1 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:53.105075 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d593c43-fc4a-4641-8256-01300c985122 req-e354490b-408a-4f99-9110-03e02e89adb1 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0654712 Jun 19 20:33:53.143002 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5d593c43-fc4a-4641-8256-01300c985122 req-d530fc4b-1a6f-431e-b72a-6a074ab2cce3 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/security-groups?id=05d4e1ed-2a36-497c-af60-9b107ed4b4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Jun 19 20:33:53.241202 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.321292 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.323542 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-af91c92d-7788-4406-8693-4231f96cec84 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:53.386351 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'Port': ['ID=9fc3ec03-7d59-4219-8fd3-820067adc9d4,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:53.390282 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:53.401278 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.473972 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.475186 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2854636 Jun 19 20:33:53.618127 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-8963f221-e636-4b07-8d60-c8685349f04a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--169332178&fields=id&tenant_id=0c1f30cfe0294152bbef75b4243f9367 HTTP/1.1" status: 200 len: 267 time: 0.0378287 Jun 19 20:33:53.687349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-4122ca02-7cae-4941-ada5-da1897487e41 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:53.689076 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-4122ca02-7cae-4941-ada5-da1897487e41 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 946 time: 0.0669715 Jun 19 20:33:53.722686 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-c45e39ee-970f-4a10-af67-a7a606beb5b8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:53.724150 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-c45e39ee-970f-4a10-af67-a7a606beb5b8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 811 time: 0.0994978 Jun 19 20:33:53.738420 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-3d19dc1c-e334-40a5-8423-48beb8224e10 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/quotas/0c1f30cfe0294152bbef75b4243f9367 HTTP/1.1" status: 200 len: 375 time: 0.0089898 Jun 19 20:33:53.785989 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Deleting port 11763470-134f-49f4-9aba-602290057cdc {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:53.786325 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.810952 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-dec47632-7166-471b-9b50-1cdb47bc594c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669668 Jun 19 20:33:53.826585 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-6e7f224f-204d-4036-b2b0-b1dd7dc6531d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:33:53.827561 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-6e7f224f-204d-4036-b2b0-b1dd7dc6531d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052202 Jun 19 20:33:53.877037 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] For port 11763470-134f-49f4-9aba-602290057cdc, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=11763470-134f-49f4-9aba-602290057cdc,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:53.880045 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:53.914478 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-b184e68c-f515-4664-9e8d-b8c878f8fd83 service neutron] 10.222.0.25 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803671 Jun 19 20:33:53.939230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Calling delete_port for 11763470-134f-49f4-9aba-602290057cdc owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:54.006045 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-e495ac4f-a3c4-42c3-ac0b-554b08896a59 service neutron] 10.222.0.25 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858636 Jun 19 20:33:54.026947 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37884) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:54.143167 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:54.172165 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:54.183390 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['11763470-134f-49f4-9aba-602290057cdc'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:33:54.186810 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:54.189402 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1df89a75-ae60-4336-b469-2071f8d87d00 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:54.228596 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Pushing event deleted for resources: {'Port': ['ID=11763470-134f-49f4-9aba-602290057cdc,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:54.261685 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:54.291971 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] No DVR routers for this DVR port 11763470-134f-49f4-9aba-602290057cdc on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:33:54.297559 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:54.299501 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e4e29fa6-a1cc-4d2f-982d-f132ac4eeb08 req-25442071-ee85-4824-b689-b170418b3625 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.22 "DELETE /v2.0/ports/11763470-134f-49f4-9aba-602290057cdc HTTP/1.1" status: 204 len: 173 time: 0.6038957 Jun 19 20:33:54.300768 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'name': 'network-vif-deleted', 'tag': '11763470-134f-49f4-9aba-602290057cdc'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:54.303150 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99dc854-8c20-4481-ab45-86a0b0f1da36" -d '{"events": [{"server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "name": "network-vif-deleted", "tag": "11763470-134f-49f4-9aba-602290057cdc"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:54.314049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6cf0f-01b5-45d8-9e33-6185af02d565 req-8e41c601-dcf7-4345-ac2a-491e38ecd6ea tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:54.315533 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-53f6cf0f-01b5-45d8-9e33-6185af02d565 req-8e41c601-dcf7-4345-ac2a-491e38ecd6ea tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.2020226 Jun 19 20:33:54.344908 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dbf7d44f-c75c-4724-82e9-73b67af0b470 req-3998f507-6311-469e-90d2-4cf7fe857d3e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c58ecc2-4879-43ee-8c64-11da73e8607e HTTP/1.1" status: 200 len: 210 time: 0.0303271 Jun 19 20:33:54.368207 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-53f6cf0f-01b5-45d8-9e33-6185af02d565 req-115e496e-c1f0-4ee0-8b4b-e6c8623d1679 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Jun 19 20:33:54.410879 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf0a031-f1f2-49dc-9238-749d5f86eb58 x-openstack-request-id: req-9cf0a031-f1f2-49dc-9238-749d5f86eb58 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:54.411449 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c58ecc2-4879-43ee-8c64-11da73e8607e", "name": "network-vif-deleted", "tag": "11763470-134f-49f4-9aba-602290057cdc", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:54.411822 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cf0a031-f1f2-49dc-9238-749d5f86eb58 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:54.412392 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c58ecc2-4879-43ee-8c64-11da73e8607e', 'name': 'network-vif-deleted', 'tag': '11763470-134f-49f4-9aba-602290057cdc', 'status': 'completed', 'code': 200} Jun 19 20:33:54.434629 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3292682a-3997-4fbb-891c-25d39365b0fa req-5cf72575-d5e8-4f40-be1b-a4040c85e263 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 210 time: 0.0335636 Jun 19 20:33:54.436365 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:54.438926 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:54.440387 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] 10.222.0.25 "DELETE /v2.0/security-groups/51d25693-f17f-442e-8eaf-5dc05c3a8f8a HTTP/1.1" status: 204 len: 168 time: 0.4124794 Jun 19 20:33:54.441796 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b9a0bf4e-53a3-4ce7-8934-f11374a11384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:54.453766 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d25693-f17f-442e-8eaf-5dc05c3a8f8a,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:54.456246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-86ba324c-7092-4707-a1ad-459f1e610a4a tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:54.595060 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37902) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:55.395851 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:55.585489 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-a9b2eb73-cdf2-4665-ad77-5f65adaab3cf req-7f8f4ab2-7b24-4310-b7e1-d6455ac4570a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 210 time: 0.0296595 Jun 19 20:33:55.692874 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 11763470-134f-49f4-9aba-602290057cdc no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:55.712841 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 11763470-134f-49f4-9aba-602290057cdc {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:33:55.713283 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 11763470-134f-49f4-9aba-602290057cdc not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:33:55.714009 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:55.719552 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Deleting port 812c2479-e474-4d3e-a2ff-eb53fadfa697 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:55.720059 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:55.736944 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 4ef4676d-1bc1-4750-90da-8b91fb655758 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:33:55.737397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4ef4676d-1bc1-4750-90da-8b91fb655758 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:33:55.799069 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] For port 812c2479-e474-4d3e-a2ff-eb53fadfa697, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=812c2479-e474-4d3e-a2ff-eb53fadfa697,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:55.799426 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:55.864374 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Calling delete_port for 812c2479-e474-4d3e-a2ff-eb53fadfa697 owned by network:router_interface {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:56.092777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:56.094849 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-767fe8f1-97ec-46d0-8c92-3655d1d393f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:56.118535 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=812c2479-e474-4d3e-a2ff-eb53fadfa697,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:56.121627 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:56.279475 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:56.540507 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-0d85c024-d598-426d-8c43-7307f1c6b77b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:56.541900 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-0d85c024-d598-426d-8c43-7307f1c6b77b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 811 time: 0.1764135 Jun 19 20:33:56.593467 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Router 58ea2787-0358-4e26-8374-0de82ed13699 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:33:56.597967 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-caaf1299-7c9c-47d4-82cc-716b5c5f8986 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1f30cfe0294152bbef75b4243f9367 HTTP/1.1" status: 200 len: 379 time: 0.0475802 Jun 19 20:33:56.611575 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'port': {'device_id': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'admin_state_up': True, 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'security_groups': ['8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:56.775188 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e9553ced-5535-49aa-9a0c-52d7344da7e6 req-7aa14015-e025-4da2-b8a6-f75fc616e820 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 210 time: 0.0684524 Jun 19 20:33:56.807201 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:33:56.817077 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] 10.222.0.25 "PUT /v2.0/routers/58ea2787-0358-4e26-8374-0de82ed13699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150290 Jun 19 20:33:56.820510 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] Sync routers for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:33:56.820963 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37952) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:56.827696 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:56.828723 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:56.932163 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37958) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:56.935809 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks [] for router, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:56.981879 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Made reservation on behalf of 0c1f30cfe0294152bbef75b4243f9367 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:33:56.985616 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.066597 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:57.120243 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.169294 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Allocated IP 172.20.0.8 (587421a2-5f9a-433f-9033-684c5e5fdede/1377ca47-5aa8-4825-845a-c2399335715d/eacd5a1b-9969-4665-bb8a-bf7f1840f900) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:33:57.246860 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:33:55Z', 'revision_number': 5, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port': {'id': 'd3b05bfb-e51a-4305-8e21-3c3164591a71', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea2787-0358-4e26-8374-0de82ed13699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:46Z', 'updated_at': '2021-06-19T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:57.273232 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] Checking router: 58ea2787-0358-4e26-8374-0de82ed13699 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:33:57.281494 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] Routers {'58ea2787-0358-4e26-8374-0de82ed13699'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:57.282117 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['58ea2787-0358-4e26-8374-0de82ed13699'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:57.306624 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.333124 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Deleting port d3b05bfb-e51a-4305-8e21-3c3164591a71 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:57.333467 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.339520 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.369597 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] Set router 58ea2787-0358-4e26-8374-0de82ed13699 gateway port host: None {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:57.386157 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Transition to ACTIVE for port object eacd5a1b-9969-4665-bb8a-bf7f1840f900 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:33:57.424474 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:33:57Z', 'revision_number': 6, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:57.443699 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] For port d3b05bfb-e51a-4305-8e21-3c3164591a71, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=d3b05bfb-e51a-4305-8e21-3c3164591a71,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:57.444123 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.451050 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507336d-cae2-4dbb-af89-91803ef057d7 None None] The sync data for ids ['58ea2787-0358-4e26-8374-0de82ed13699'] in dv-cinder-797170-2-iscsi is: [{'id': '58ea2787-0358-4e26-8374-0de82ed13699', 'name': 'tempest-TestShelveInstance-94015339-router', 'tenant_id': '88f710bbe4af4d8596206d565112c600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:45Z', 'updated_at': '2021-06-19T20:33:57Z', 'revision_number': 6, 'project_id': '88f710bbe4af4d8596206d565112c600', 'gw_port_host': None}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:33:57.509448 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Calling delete_port for d3b05bfb-e51a-4305-8e21-3c3164591a71 owned by network:router_gateway {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:57.518747 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.525593 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:57.828598 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Deleting port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:57.829192 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.870143 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 812c2479-e474-4d3e-a2ff-eb53fadfa697 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:57.910997 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Network 587421a2-5f9a-433f-9033-684c5e5fdede is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:33:57.921674 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 812c2479-e474-4d3e-a2ff-eb53fadfa697 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:33:57.922620 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 812c2479-e474-4d3e-a2ff-eb53fadfa697 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:33:57.925846 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] For port 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:57.926541 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:57.930594 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:33:57.934635 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:33:57.974929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event updated for resources: {'Port': ['ID=eacd5a1b-9969-4665-bb8a-bf7f1840f900,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:57.984903 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:57.998565 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Calling delete_port for 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 owned by network:router_interface {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:58.002230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:58.002874 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.118204 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102553 Jun 19 20:33:58.123674 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f26085-bf33-4412-9022-4b5dc6fcf84e req-3663a3dd-df4d-42e1-96ab-3a785655290c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:58.125449 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c9f26085-bf33-4412-9022-4b5dc6fcf84e req-3663a3dd-df4d-42e1-96ab-3a785655290c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 931 time: 0.1522892 Jun 19 20:33:58.129525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-c7b5337d-9942-42d8-8807-f0bc26fe6a72 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:33:58.132218 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-c7b5337d-9942-42d8-8807-f0bc26fe6a72 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056355 Jun 19 20:33:58.141684 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Request body: {'port': {'device_id': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:33:58.198843 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.202633 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:58.206640 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c9f26085-bf33-4412-9022-4b5dc6fcf84e req-1e5c69f1-1170-4ffa-a7e1-f8358fdd15ec tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496681 Jun 19 20:33:58.236135 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b05bfb-e51a-4305-8e21-3c3164591a71,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:58.241668 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:58.255718 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.287200 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-028c82a0-78de-40d2-98fc-540e3e075095 None None] Provisioning for port eacd5a1b-9969-4665-bb8a-bf7f1840f900 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:33:58.291698 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-028c82a0-78de-40d2-98fc-540e3e075095 None None] Provisioning complete for port eacd5a1b-9969-4665-bb8a-bf7f1840f900 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:33:58.292115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-028c82a0-78de-40d2-98fc-540e3e075095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.334042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-028c82a0-78de-40d2-98fc-540e3e075095 None None] Port eacd5a1b-9969-4665-bb8a-bf7f1840f900 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:33:58.356841 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.367744 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.370724 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2890bf94-7bd0-4b4b-bc37-2b243aa8709a tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:58.394373 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=90c7a16c-f52e-44dc-9fc9-6e7ed68315c7,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:58.421183 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:58.501794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.505548 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.562093 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.652524 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.653055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ea2787-0358-4e26-8374-0de82ed13699 {{(pid=93445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:33:58.657425 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.658748 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] 10.222.0.25 "DELETE /v2.0/routers/58ea2787-0358-4e26-8374-0de82ed13699 HTTP/1.1" status: 204 len: 168 time: 1.8408337 Jun 19 20:33:58.661369 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37962) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:58.693955 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacd5a1b-9969-4665-bb8a-bf7f1840f900 {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:33:58.705309 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.725826 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Transition to ACTIVE for port object eacd5a1b-9969-4665-bb8a-bf7f1840f900 will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:33:58.730216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Deleting subnet bd5310e0-e7b2-4367-8646-0444104c4ff3 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:33:58.735100 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.809343 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.812620 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:58.814813 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3c05a5c6-e2ea-4cf3-afde-3afd3b7ab0b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:58.898394 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Pushing event updated for resources: {'Port': ['ID=eacd5a1b-9969-4665-bb8a-bf7f1840f900,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:58.918970 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:58.950393 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Router 3c1edd2d-2f03-419b-b4af-04e537c06b16 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:33:58.966460 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Attempting to bind port eacd5a1b-9969-4665-bb8a-bf7f1840f900 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:33:58.966923 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Attempting to bind port eacd5a1b-9969-4665-bb8a-bf7f1840f900 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:33:58.967253 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Attempting to bind port eacd5a1b-9969-4665-bb8a-bf7f1840f900 on network 587421a2-5f9a-433f-9033-684c5e5fdede {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:33:58.971807 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Port eacd5a1b-9969-4665-bb8a-bf7f1840f900 on network 587421a2-5f9a-433f-9033-684c5e5fdede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:33:58.972670 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Attempting to bind port eacd5a1b-9969-4665-bb8a-bf7f1840f900 on network 587421a2-5f9a-433f-9033-684c5e5fdede {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:33:58.977894 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:33:58.978156 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Checking segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:33:58.978532 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Bound using segment: {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:33:58.978951 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Bound port: eacd5a1b-9969-4665-bb8a-bf7f1840f900, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e3ca50-0c7b-4818-bbb5-888e43945838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:33:58.979289 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.021879 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.048931 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] For port eacd5a1b-9969-4665-bb8a-bf7f1840f900, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:33:59.052501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] For port eacd5a1b-9969-4665-bb8a-bf7f1840f900, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:33:59.123674 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:33:59.125954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.131979 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-68ff0bf4-5057-422c-93d6-de11f7c53d31 tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:59.132092 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-05af0d5a-5902-49fb-abdb-e4bd59c43e2d admin admin] 10.222.0.25 "PUT /v2.0/routers/3c1edd2d-2f03-419b-b4af-04e537c06b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1953256 Jun 19 20:33:59.132092 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37964) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:59.132774 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] Sync routers for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:33:59.142026 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:59.142771 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:59.163492 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.164413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.165768 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] 10.222.0.22 "PUT /v2.0/ports/eacd5a1b-9969-4665-bb8a-bf7f1840f900 HTTP/1.1" status: 200 len: 1093 time: 1.0281808 Jun 19 20:33:59.170803 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:33:59.173325 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97526df-338d-4ed6-a1ca-61737bbc5197" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:33:59.187844 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.201840 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Pushing event updated for resources: {'Port': ['ID=eacd5a1b-9969-4665-bb8a-bf7f1840f900,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:59.205114 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:59.222765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8d390fdf-725e-4060-a9b0-d584a11435bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:33:59.231145 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4dbfd6-c051-4326-9b39-5a15f0a59e83 x-openstack-request-id: req-ae4dbfd6-c051-4326-9b39-5a15f0a59e83 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:33:59.231972 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:33:59.232555 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae4dbfd6-c051-4326-9b39-5a15f0a59e83 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:33:59.233304 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'status': 'completed', 'code': 200} Jun 19 20:33:59.262325 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.264516 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd5310e0-e7b2-4367-8646-0444104c4ff3 HTTP/1.1" status: 204 len: 168 time: 0.6016469 Jun 19 20:33:59.267740 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a746b-995a-4b7c-8c70-7a875b049fbc None None] Network 27f59acb-1c74-4099-9b30-815b86e3f273 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:33:59.271703 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37970) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:33:59.274491 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5310e0-e7b2-4367-8646-0444104c4ff3,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:33:59.277490 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5e8124b0-9ba9-458f-b840-45c4d32d0d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:33:59.300419 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:59.358594 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks [] for router, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.404528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97526df-338d-4ed6-a1ca-61737bbc5197 req-f75394c3-a12b-4022-8d65-2c769f592823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.406019 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b97526df-338d-4ed6-a1ca-61737bbc5197 req-f75394c3-a12b-4022-8d65-2c769f592823 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 1096 time: 0.1541758 Jun 19 20:33:59.440367 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.514885 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:33:58Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:59.539642 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97526df-338d-4ed6-a1ca-61737bbc5197 req-79150d92-7828-451d-b670-cc17b7723d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.541146 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b97526df-338d-4ed6-a1ca-61737bbc5197 req-79150d92-7828-451d-b670-cc17b7723d07 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c1f30cfe0294152bbef75b4243f9367&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1270201 Jun 19 20:33:59.567400 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] Checking router: 3c1edd2d-2f03-419b-b4af-04e537c06b16 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:33:59.577917 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] Routers {'3c1edd2d-2f03-419b-b4af-04e537c06b16'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:33:59.578772 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['3c1edd2d-2f03-419b-b4af-04e537c06b16'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:33:59.597405 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] DHCP port deletion for 27f59acb-1c74-4099-9b30-815b86e3f273 request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:33:59.609124 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.641595 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce33d5-989e-4060-8413-9d744858d878 req-9a8211f7-3a9c-4429-9bb9-8aa8acd7e693 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.643220 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51ce33d5-989e-4060-8413-9d744858d878 req-9a8211f7-3a9c-4429-9bb9-8aa8acd7e693 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 943 time: 0.1740818 Jun 19 20:33:59.644773 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Deleting port 53d742d2-2590-4a5e-b924-a07401767a57 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:59.645186 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.654673 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Deleting port 53d742d2-2590-4a5e-b924-a07401767a57 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:59.655088 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.668796 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97526df-338d-4ed6-a1ca-61737bbc5197 req-c37bd913-86b5-49cd-8e8c-46593b07f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.669370 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b97526df-338d-4ed6-a1ca-61737bbc5197 req-c37bd913-86b5-49cd-8e8c-46593b07f0fe service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218507 Jun 19 20:33:59.749178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] For port 53d742d2-2590-4a5e-b924-a07401767a57, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=53d742d2-2590-4a5e-b924-a07401767a57,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:59.749843 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.761753 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d3b05bfb-e51a-4305-8e21-3c3164591a71 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:33:59.787382 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-82fb4654-5002-4bed-8a53-67c5b3926092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.789691 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-82fb4654-5002-4bed-8a53-67c5b3926092 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 1096 time: 0.0770316 Jun 19 20:33:59.792652 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: d3b05bfb-e51a-4305-8e21-3c3164591a71 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:33:59.793007 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d3b05bfb-e51a-4305-8e21-3c3164591a71 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:33:59.822093 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-51ce33d5-989e-4060-8413-9d744858d878 req-a486b677-76a5-41e8-ada3-f6dcd7388a1f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141956 Jun 19 20:33:59.824772 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] For port 53d742d2-2590-4a5e-b924-a07401767a57, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=53d742d2-2590-4a5e-b924-a07401767a57,segment=NetworkSegment(6e6c14a0-b627-43dc-a7d4-6a6c917787bc),segment_id=6e6c14a0-b627-43dc-a7d4-6a6c917787bc)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:33:59.825141 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.838380 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-336c71de-bc4f-4b60-b097-ccae923b5053 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900 HTTP/1.1" status: 200 len: 217 time: 0.0407736 Jun 19 20:33:59.867418 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] Set router 3c1edd2d-2f03-419b-b4af-04e537c06b16 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:33:59.874270 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Calling delete_port for 53d742d2-2590-4a5e-b924-a07401767a57 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:59.893668 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-c2b2574a-d3f0-47d2-bcb2-a345616b6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.895107 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-c2b2574a-d3f0-47d2-bcb2-a345616b6acc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0503681 Jun 19 20:33:59.901294 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Calling delete_port for 53d742d2-2590-4a5e-b924-a07401767a57 owned by network:dhcp {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:33:59.960532 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Deleting port 0801c63d-7f74-474e-814c-01e4312ed4cc {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:33:59.960871 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:33:59.966752 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-e960e1e6-2442-470b-b25a-75cc4e3ee163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:33:59.968877 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-e960e1e6-2442-470b-b25a-75cc4e3ee163 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675561 Jun 19 20:34:00.059090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] For port 0801c63d-7f74-474e-814c-01e4312ed4cc, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0801c63d-7f74-474e-814c-01e4312ed4cc,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:00.059681 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.065418 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:33:58Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:00.068682 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-b9e7f51e-3478-4810-8590-883c146551a7 service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918493 Jun 19 20:34:00.092450 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7697c-519f-44ca-9e1b-621a4e37f7ce None None] The sync data for ids ['3c1edd2d-2f03-419b-b4af-04e537c06b16'] in dv-cinder-797170-2-iscsi is: [{'id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'name': 'tempest-TestMinimumBasicScenario-53971768-router', 'tenant_id': 'fbf5a688b97742cfabe6857843dda4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:33:58Z', 'revision_number': 5, 'project_id': 'fbf5a688b97742cfabe6857843dda4d4', 'gw_port': {'id': '0801c63d-7f74-474e-814c-01e4312ed4cc', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ec:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1edd2d-2f03-419b-b4af-04e537c06b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:08Z', 'updated_at': '2021-06-19T20:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:34:00.098365 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.101899 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:00.130760 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Calling delete_port for 0801c63d-7f74-474e-814c-01e4312ed4cc owned by network:router_gateway {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:00.144615 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.148052 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:00.149594 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Pushing event deleted for resources: {'Port': ['ID=53d742d2-2590-4a5e-b924-a07401767a57,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:00.157451 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:00.160639 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] No DVR routers for this DVR port 53d742d2-2590-4a5e-b924-a07401767a57 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:00.165416 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-46f1bcc8-e76e-44d5-9ede-e9c75a0b684f req-7ef2e146-976a-4dde-8321-2b8a515d0aad service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908256 Jun 19 20:34:00.206625 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d742d2-2590-4a5e-b924-a07401767a57,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:00.212631 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:00.219131 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] No DVR routers for this DVR port 53d742d2-2590-4a5e-b924-a07401767a57 on host dv-cinder-797170-2-iscsi {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:00.338113 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.348326 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f59acb-1c74-4099-9b30-815b86e3f273']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:00.359241 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6c14a0-b627-43dc-a7d4-6a6c917787bc') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:00.359579 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6c14a0-b627-43dc-a7d4-6a6c917787bc') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:00.371597 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.405090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.416590 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:34:00.416962 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: self.session.flush() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: self.session.flush() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: self.session.flush() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: self.session.flush() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:34:00.418597 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:34:00.525022 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.527249 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cc56f7be-071d-48ec-bd0e-8084dfa2f13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:00.800330 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.802006 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Pushing event deleted for resources: {'Port': ['ID=0801c63d-7f74-474e-814c-01e4312ed4cc,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:00.805471 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:00.808930 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:00.812088 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.813872 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] 10.222.0.25 "DELETE /v2.0/networks/27f59acb-1c74-4099-9b30-815b86e3f273 HTTP/1.1" status: 204 len: 168 time: 1.5405016 Jun 19 20:34:00.816802 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37972) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:00.841813 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Pushing event deleted for resources: {'Network': ['ID=27f59acb-1c74-4099-9b30-815b86e3f273,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:00.859194 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:00.879003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.993791 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:00.996113 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.070903 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9ae79-a644-4468-a0d3-a1ada23aa8d5 req-c541e8ca-fdeb-49af-8180-4ebc3dd2342f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:01.072397 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-27a9ae79-a644-4468-a0d3-a1ada23aa8d5 req-c541e8ca-fdeb-49af-8180-4ebc3dd2342f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 943 time: 0.1137013 Jun 19 20:34:01.130364 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.130898 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1edd2d-2f03-419b-b4af-04e537c06b16 {{(pid=93444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:34:01.136739 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.138953 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] 10.222.0.25 "DELETE /v2.0/routers/3c1edd2d-2f03-419b-b4af-04e537c06b16 HTTP/1.1" status: 204 len: 168 time: 2.0061998 Jun 19 20:34:01.140315 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37976) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:01.159044 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-27a9ae79-a644-4468-a0d3-a1ada23aa8d5 req-d799b395-368b-4138-9ff8-9c1dbc783918 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670497 Jun 19 20:34:01.191454 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Deleting subnet 1f51558f-e24e-4412-966b-55c6997b02a8 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:34:01.195676 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.235908 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.250231 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.312986 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.422271 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.425501 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:01.454137 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f51558f-e24e-4412-966b-55c6997b02a8,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:01.456895 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:01.458082 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.463556 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8fe43746-a7b7-4130-8ee6-5c2429678d86 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1f51558f-e24e-4412-966b-55c6997b02a8 HTTP/1.1" status: 204 len: 168 time: 0.3205011 Jun 19 20:34:01.463736 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6cb25c-96a8-4ca3-9269-542b8c58b184 None None] Network cdec99b9-9835-4896-b392-30348f1eb0c4 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:34:01.464288 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37978) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:01.507487 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Deleting port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:01.508025 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.535910 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.590552 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] For port 8d3fd25f-9e6f-4131-84f4-e2018fb046a2, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:01.591192 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.604208 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Deleting port 05cf1c59-59e5-4733-a577-2e06d98e4c10 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:01.604680 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.619679 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 53d742d2-2590-4a5e-b924-a07401767a57 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:01.641206 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 53d742d2-2590-4a5e-b924-a07401767a57 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:01.641567 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 53d742d2-2590-4a5e-b924-a07401767a57 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:01.641986 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:01.664435 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:01.665925 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Calling delete_port for 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 owned by network:router_interface {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:01.669284 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 90c7a16c-f52e-44dc-9fc9-6e7ed68315c7 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:01.669724 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0801c63d-7f74-474e-814c-01e4312ed4cc no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:01.692604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] DHCP port deletion for cdec99b9-9835-4896-b392-30348f1eb0c4 request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:34:01.693447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] For port 05cf1c59-59e5-4733-a577-2e06d98e4c10, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=05cf1c59-59e5-4733-a577-2e06d98e4c10,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:01.694429 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.695241 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 0801c63d-7f74-474e-814c-01e4312ed4cc {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:01.695575 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0801c63d-7f74-474e-814c-01e4312ed4cc not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:01.741655 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Deleting port 05cf1c59-59e5-4733-a577-2e06d98e4c10 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:01.742123 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.766053 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Calling delete_port for 05cf1c59-59e5-4733-a577-2e06d98e4c10 owned by network:dhcp {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:01.802751 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] For port 05cf1c59-59e5-4733-a577-2e06d98e4c10, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=05cf1c59-59e5-4733-a577-2e06d98e4c10,segment=NetworkSegment(593c06a7-7c5d-45fd-b90a-20c9c52fd584),segment_id=593c06a7-7c5d-45fd-b90a-20c9c52fd584)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:01.803673 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.869141 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Calling delete_port for 05cf1c59-59e5-4733-a577-2e06d98e4c10 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:01.937904 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.940794 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-cffc20aa-8ae1-4012-bd29-004eaa4b464d tempest-ServerRescueNegativeTestJSON-1455537356 tempest-ServerRescueNegativeTestJSON-1455537356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:01.945514 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.948320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:01.955400 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:01.958700 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:01.965006 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cf1c59-59e5-4733-a577-2e06d98e4c10,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:01.966796 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] No DVR routers for this DVR port 05cf1c59-59e5-4733-a577-2e06d98e4c10 on host dv-cinder-797170-2-iscsi {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:01.968281 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:01.972054 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Pushing event deleted for resources: {'Port': ['ID=05cf1c59-59e5-4733-a577-2e06d98e4c10,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:01.974352 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:01.976768 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] No DVR routers for this DVR port 05cf1c59-59e5-4733-a577-2e06d98e4c10 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:01.993778 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3fd25f-9e6f-4131-84f4-e2018fb046a2,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:02.002656 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:02.044810 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.055771 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdec99b9-9835-4896-b392-30348f1eb0c4']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:02.066663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593c06a7-7c5d-45fd-b90a-20c9c52fd584') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:02.066961 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593c06a7-7c5d-45fd-b90a-20c9c52fd584') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:02.076522 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.091218 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.099221 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:34:02.099614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:34:02.104149 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:34:02.165292 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.218017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.222083 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a6931766-325c-42e5-8f80-6f64d5292642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:02.224674 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.229674 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cdec99b9-9835-4896-b392-30348f1eb0c4 HTTP/1.1" status: 204 len: 168 time: 0.7623789 Jun 19 20:34:02.237997 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37982) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:02.244510 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdec99b9-9835-4896-b392-30348f1eb0c4,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:02.247192 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:02.373899 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:34:02.424564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a4bf4-f3d0-4c8b-9664-5446d0d83213 req-0be7b484-3d14-4353-b7a8-17cf06187e6f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:02.426090 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4d3a4bf4-f3d0-4c8b-9664-5446d0d83213 req-0be7b484-3d14-4353-b7a8-17cf06187e6f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 943 time: 0.1422207 Jun 19 20:34:02.474711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:34:02.482662 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] 10.222.0.25 "PUT /v2.0/routers/44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621852 Jun 19 20:34:02.482662 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37984) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:02.486015 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] Sync routers for ids ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:34:02.496271 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] Routers {'44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:02.497320 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:02.510652 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4d3a4bf4-f3d0-4c8b-9664-5446d0d83213 req-a7461a0a-36e9-4910-8719-dc4e37ccf147 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772839 Jun 19 20:34:02.593682 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.611310 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] Set router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:02.661769 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.705422 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.786006 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:34:01Z', 'revision_number': 5, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port': {'id': 'c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:26:53Z', 'updated_at': '2021-06-19T20:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:02.813062 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Deleting port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:02.813466 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.940660 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Deleting port 6873ff7f-75b9-4c37-ac38-2fe84a032805 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:02.941025 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:02.951524 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] Checking router: 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:34:02.963167 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] Routers {'44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:02.963167 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:03.032365 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] For port 6873ff7f-75b9-4c37-ac38-2fe84a032805, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=6873ff7f-75b9-4c37-ac38-2fe84a032805,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:03.033044 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.051193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] Set router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a gateway port host: None {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:03.101796 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Calling delete_port for 6873ff7f-75b9-4c37-ac38-2fe84a032805 owned by network:router_interface {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:03.107390 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:34:02Z', 'revision_number': 6, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:03.140372 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb5df3-b86c-4878-ab4f-d392c5721949 None None] The sync data for ids ['44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a'] in dv-cinder-797170-2-iscsi is: [{'id': '44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a', 'name': 'tempest-TestShelveInstance-1627274840-router', 'tenant_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:26:52Z', 'updated_at': '2021-06-19T20:34:02Z', 'revision_number': 6, 'project_id': 'f9f3de46be8e4bb6b47d878f3e33f2d8', 'gw_port_host': None}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:34:03.198183 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] For port c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:03.198767 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.263520 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Calling delete_port for c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef owned by network:router_gateway {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:03.387854 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.390809 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-49137f39-a4e1-4c74-851c-6d97a95cb8f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:03.415351 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Pushing event deleted for resources: {'Port': ['ID=6873ff7f-75b9-4c37-ac38-2fe84a032805,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:03.418432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:03.481878 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.486662 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-70bb3692-f662-4c17-a2a5-4da1cc31094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:03.552860 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:03.606598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:03.609831 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.624046 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.715241 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device eacd5a1b-9969-4665-bb8a-bf7f1840f900 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:34:03.731213 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.734373 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.822887 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port eacd5a1b-9969-4665-bb8a-bf7f1840f900, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:03.834989 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'port_id': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'mac_address': 'fa:16:3e:86:bb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:34:03.840807 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8a10-82c6-4b2f-a417-a4a0362d292e req-bf6da439-c964-4973-aeab-c7e67377c426 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:03.842324 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c84b8a10-82c6-4b2f-a417-a4a0362d292e req-bf6da439-c964-4973-aeab-c7e67377c426 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 943 time: 0.0646236 Jun 19 20:34:03.870498 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.871042 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a {{(pid=93445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:34:03.878819 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.881852 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.885216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37988) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:03.885384 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] 10.222.0.25 "DELETE /v2.0/routers/44c0e9ac-3b52-4e29-a1f6-2cfff2757a6a HTTP/1.1" status: 204 len: 168 time: 1.4018214 Jun 19 20:34:03.894214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacd5a1b-9969-4665-bb8a-bf7f1840f900 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:34:03.894993 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c84b8a10-82c6-4b2f-a417-a4a0362d292e req-e349e914-ed40-492a-880d-8ca5820f5884 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461597 Jun 19 20:34:03.896391 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Router d58c8d85-efcb-4774-94cd-498876b4190c has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:34:03.918972 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port eacd5a1b-9969-4665-bb8a-bf7f1840f900, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:03.984718 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Deleting subnet 741bf133-d541-4a38-ac60-750e94dc19fa {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:34:03.990365 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.993492 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:03.995362 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:04.031043 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 05cf1c59-59e5-4733-a577-2e06d98e4c10 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:04.059111 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 05cf1c59-59e5-4733-a577-2e06d98e4c10 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:04.059468 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 05cf1c59-59e5-4733-a577-2e06d98e4c10 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:04.059899 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:04.063107 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.081644 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=eacd5a1b-9969-4665-bb8a-bf7f1840f900,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:04.084350 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:04.084708 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 8d3fd25f-9e6f-4131-84f4-e2018fb046a2 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:04.086100 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:04.093985 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:34:04.101428 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-0dfb735c-9cfb-468c-8ca1-af7b2f48a238 admin admin] 10.222.0.25 "PUT /v2.0/routers/d58c8d85-efcb-4774-94cd-498876b4190c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624976 Jun 19 20:34:04.104046 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37990) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:04.106730 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] Sync routers for ids ['d58c8d85-efcb-4774-94cd-498876b4190c'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:34:04.117102 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] Routers {'d58c8d85-efcb-4774-94cd-498876b4190c'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:04.117842 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['d58c8d85-efcb-4774-94cd-498876b4190c'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:04.219990 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] Set router d58c8d85-efcb-4774-94cd-498876b4190c gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:04.232726 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.275805 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks [] for router, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.322163 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['eacd5a1b-9969-4665-bb8a-bf7f1840f900'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:34:04.379912 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e1210a14-d9bf-4591-91c9-1e3bd20448eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.396258 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.408449 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.413211 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:04.431873 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:34:03Z', 'revision_number': 5, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port': {'id': 'e68bdb11-68e7-4c26-9e83-4a9120747cab', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:30:15Z', 'updated_at': '2021-06-19T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:04.436834 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741bf133-d541-4a38-ac60-750e94dc19fa,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:04.439746 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:04.440847 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.445782 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/741bf133-d541-4a38-ac60-750e94dc19fa HTTP/1.1" status: 204 len: 168 time: 0.5558078 Jun 19 20:34:04.445898 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 37992) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:04.447571 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dfe62-5f2e-438c-b9a0-d4684c08b26d None None] Network 52516ce4-7650-4776-8f0e-43fe9530b36d requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:34:04.468651 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] Checking router: d58c8d85-efcb-4774-94cd-498876b4190c for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:34:04.480987 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] Routers {'d58c8d85-efcb-4774-94cd-498876b4190c'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:04.480987 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:33:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['d58c8d85-efcb-4774-94cd-498876b4190c'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:04.519242 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.535889 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Deleting port e68bdb11-68e7-4c26-9e83-4a9120747cab {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:04.536277 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.579211 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] Set router d58c8d85-efcb-4774-94cd-498876b4190c gateway port host: None {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:04.590205 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Deleting port 74abbf9a-dead-4353-a84e-817dd54a8200 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:04.590836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.633955 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:34:04Z', 'revision_number': 6, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:04.668954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] For port 74abbf9a-dead-4353-a84e-817dd54a8200, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=74abbf9a-dead-4353-a84e-817dd54a8200,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:04.669330 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.671003 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3467c657-f2c0-4528-9b42-abbed35ff206 None None] The sync data for ids ['d58c8d85-efcb-4774-94cd-498876b4190c'] in dv-cinder-797170-2-iscsi is: [{'id': 'd58c8d85-efcb-4774-94cd-498876b4190c', 'name': 'tempest-TestMinimumBasicScenario-822674757-router', 'tenant_id': '5644b7f27228482aab2daa4bda75d7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:30:14Z', 'updated_at': '2021-06-19T20:34:04Z', 'revision_number': 6, 'project_id': '5644b7f27228482aab2daa4bda75d7b3', 'gw_port_host': None}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:34:04.692176 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] DHCP port deletion for 52516ce4-7650-4776-8f0e-43fe9530b36d request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:34:04.750960 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Deleting port 74abbf9a-dead-4353-a84e-817dd54a8200 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:04.751633 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.760362 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Calling delete_port for 74abbf9a-dead-4353-a84e-817dd54a8200 owned by network:dhcp {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:04.817914 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] For port 74abbf9a-dead-4353-a84e-817dd54a8200, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=74abbf9a-dead-4353-a84e-817dd54a8200,segment=NetworkSegment(94586b31-ed66-43ab-be85-451e5e1dcd85),segment_id=94586b31-ed66-43ab-be85-451e5e1dcd85)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:04.818504 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.890120 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Calling delete_port for 74abbf9a-dead-4353-a84e-817dd54a8200 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:04.903578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] For port e68bdb11-68e7-4c26-9e83-4a9120747cab, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=e68bdb11-68e7-4c26-9e83-4a9120747cab,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:04.903935 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.972286 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Calling delete_port for e68bdb11-68e7-4c26-9e83-4a9120747cab owned by network:router_gateway {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:04.976926 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.979836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-a674b543-203f-4ee7-b349-ef8d2dc29a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:04.990534 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:04.992712 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-16ef43fe-24f1-4486-9e8a-8576a94364e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:05.006709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=74abbf9a-dead-4353-a84e-817dd54a8200,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:05.008800 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] No DVR routers for this DVR port 74abbf9a-dead-4353-a84e-817dd54a8200 on host dv-cinder-797170-2-iscsi {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:05.010158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:05.027129 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] No DVR routers for this DVR port 74abbf9a-dead-4353-a84e-817dd54a8200 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:05.032350 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Pushing event deleted for resources: {'Port': ['ID=74abbf9a-dead-4353-a84e-817dd54a8200,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:05.035882 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:05.107432 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.125346 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52516ce4-7650-4776-8f0e-43fe9530b36d']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:05.141033 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94586b31-ed66-43ab-be85-451e5e1dcd85') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:05.141328 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94586b31-ed66-43ab-be85-451e5e1dcd85') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:05.151680 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.166699 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.173176 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:34:05.173513 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:34:05.175144 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:34:05.180581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60befd0-b239-41d1-bfc8-a3709f902679 req-8aab28d3-5302-4007-bfba-be5616ae8255 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:05.182066 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b60befd0-b239-41d1-bfc8-a3709f902679 req-8aab28d3-5302-4007-bfba-be5616ae8255 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 944 time: 0.1498275 Jun 19 20:34:05.228900 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b60befd0-b239-41d1-bfc8-a3709f902679 req-1d7cf45a-51b3-4f3b-99ef-e959764441d5 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Jun 19 20:34:05.309668 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.309981 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.311801 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:05.314085 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d444b24a-2d5e-4b33-8aa9-18fd984d1b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:05.317183 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.320223 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/52516ce4-7650-4776-8f0e-43fe9530b36d HTTP/1.1" status: 204 len: 168 time: 0.8737297 Jun 19 20:34:05.331657 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52516ce4-7650-4776-8f0e-43fe9530b36d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:05.334268 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:05.341076 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Pushing event deleted for resources: {'Port': ['ID=e68bdb11-68e7-4c26-9e83-4a9120747cab,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:05.344191 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:05.400754 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.488332 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.491787 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.589127 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e68bdb11-68e7-4c26-9e83-4a9120747cab no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:05.608607 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: e68bdb11-68e7-4c26-9e83-4a9120747cab {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:05.608956 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e68bdb11-68e7-4c26-9e83-4a9120747cab not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:05.609415 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 74abbf9a-dead-4353-a84e-817dd54a8200 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:05.628119 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 74abbf9a-dead-4353-a84e-817dd54a8200 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:05.628397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 74abbf9a-dead-4353-a84e-817dd54a8200 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:05.628816 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:05.629505 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.630060 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d58c8d85-efcb-4774-94cd-498876b4190c {{(pid=93444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:34:05.640872 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.640872 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] 10.222.0.25 "DELETE /v2.0/routers/d58c8d85-efcb-4774-94cd-498876b4190c HTTP/1.1" status: 204 len: 168 time: 1.5310676 Jun 19 20:34:05.640872 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 37998) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:05.649307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:05.649664 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6e5c95f-eaf0-45cc-96cd-b7ac070a97ef not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:05.650089 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6873ff7f-75b9-4c37-ac38-2fe84a032805 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:05.675001 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 6873ff7f-75b9-4c37-ac38-2fe84a032805 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:05.682809 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6873ff7f-75b9-4c37-ac38-2fe84a032805 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:05.683681 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38000) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:05.685688 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Deleting subnet d5812c72-4cb1-4bca-b9aa-6fec5a286e54 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:34:05.695180 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.731543 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.732770 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e278ef13-1749-4044-978a-f69f80934dda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88f710bbe4af4d8596206d565112c600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483999 Jun 19 20:34:05.735011 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38002) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:05.737015 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device eacd5a1b-9969-4665-bb8a-bf7f1840f900 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:34:05.808260 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.822699 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.829730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.878844 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port eacd5a1b-9969-4665-bb8a-bf7f1840f900 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:34:05.883285 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port eacd5a1b-9969-4665-bb8a-bf7f1840f900 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:34:05.883663 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.938700 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.941929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a19691d4-c0af-4811-975a-d4ce4fa04061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:05.956000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.957568 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.960210 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.963694 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91b4c7c2-83d2-4968-9b90-2c10b1a0e0a8 HTTP/1.1" status: 204 len: 168 time: 0.2242129 Jun 19 20:34:05.963694 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c02223e7-fa38-4253-8d24-5b1f6109e5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:05.967237 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5812c72-4cb1-4bca-b9aa-6fec5a286e54,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:05.970415 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b4c7c2-83d2-4968-9b90-2c10b1a0e0a8,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:05.970562 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:05.973961 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:05.976958 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d5812c72-4cb1-4bca-b9aa-6fec5a286e54 HTTP/1.1" status: 204 len: 168 time: 0.3367257 Jun 19 20:34:05.978578 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38006) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:05.980113 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:05.982871 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f992883-9aff-4e9c-a2a6-9fda39f12164 None None] Network cafd9da9-ea7d-42a9-b083-3c2ebac96b6b requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:34:06.036618 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:34:06.038903 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e7bf2-6f74-4432-94a7-c1dc2d7728b0" -d '{"events": [{"server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "name": "network-vif-plugged", "status": "completed", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:34:06.054430 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.059413 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port eacd5a1b-9969-4665-bb8a-bf7f1840f900, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:06.096236 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2834d474-4601-454f-aeb8-3dce41ed00f2 x-openstack-request-id: req-2834d474-4601-454f-aeb8-3dce41ed00f2 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:34:06.096419 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "name": "network-vif-plugged", "status": "completed", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:34:06.096613 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2834d474-4601-454f-aeb8-3dce41ed00f2 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:34:06.096943 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'code': 200} Jun 19 20:34:06.118585 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.121181 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a849cc56-cc29-4e5a-bf2f-afd44f3283dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:06.128552 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Deleting port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:06.128896 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.180966 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=eacd5a1b-9969-4665-bb8a-bf7f1840f900,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:06.184691 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:06.195672 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-1641f860-c483-410d-be22-208bd880187c admin admin] For port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:06.200251 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.253296 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] DHCP port deletion for cafd9da9-ea7d-42a9-b083-3c2ebac96b6b request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:34:06.267935 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Calling delete_port for 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 owned by network:dhcp {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:06.317672 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Deleting port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:06.318357 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.386221 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] For port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,segment=NetworkSegment(a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5),segment_id=a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:06.386804 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.422401 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b8b93-2a4c-4346-a395-4fe5a08d5f58 req-1e9214ed-499f-4794-8815-cab44eb5968f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:06.430552 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cf8b8b93-2a4c-4346-a395-4fe5a08d5f58 req-1e9214ed-499f-4794-8815-cab44eb5968f tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.0744362 Jun 19 20:34:06.433021 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.442006 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b6c4c487-8f03-4490-8524-fc34f58216a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:06.464589 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Calling delete_port for 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:06.476693 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:06.480347 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:06.486001 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641f860-c483-410d-be22-208bd880187c admin admin] No DVR routers for this DVR port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 on host dv-cinder-797170-2-iscsi {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:06.520473 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cf8b8b93-2a4c-4346-a395-4fe5a08d5f58 req-c0059310-c90d-4d57-9647-53b8c49946e8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890226 Jun 19 20:34:06.565365 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.567270 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:06.578790 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.589859 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe7da-2621-49a4-a428-eadc3314f55c req-8bd2ef9b-b0fc-425e-8cd5-c17296e70765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:06.590427 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-1641f860-c483-410d-be22-208bd880187c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafd9da9-ea7d-42a9-b083-3c2ebac96b6b']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:06.591503 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Pushing event deleted for resources: {'Port': ['ID=0b338e8b-7c74-4c06-a03c-8bccf8f54fe7,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:06.592147 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3c1fe7da-2621-49a4-a428-eadc3314f55c req-8bd2ef9b-b0fc-425e-8cd5-c17296e70765 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 1098 time: 0.1677742 Jun 19 20:34:06.594962 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:06.598229 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] No DVR routers for this DVR port 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:06.607544 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-1641f860-c483-410d-be22-208bd880187c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:06.608106 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-1641f860-c483-410d-be22-208bd880187c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a6c7fd-a093-44e6-9c9f-57fb1c26dde5') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:06.618434 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.631350 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3c1fe7da-2621-49a4-a428-eadc3314f55c req-83d75c1d-fe4a-4b58-81dd-115ff80c9280 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Jun 19 20:34:06.632733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.638581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:34:06.638911 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:34:06.640590 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:34:06.730892 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38016) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:06.757479 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.769615 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:06.771810 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.773612 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-1641f860-c483-410d-be22-208bd880187c admin admin] 10.222.0.25 "DELETE /v2.0/networks/cafd9da9-ea7d-42a9-b083-3c2ebac96b6b HTTP/1.1" status: 204 len: 168 time: 0.7929747 Jun 19 20:34:06.780270 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-a8973d0c-709a-40c9-a36c-529573761c64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9f3de46be8e4bb6b47d878f3e33f2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461535 Jun 19 20:34:06.780763 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38020) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:06.787795 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Pushing event deleted for resources: {'Network': ['ID=cafd9da9-ea7d-42a9-b083-3c2ebac96b6b,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:06.790174 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:06.812658 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.831878 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.857866 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:06.938028 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-36a6a1fa-9309-4db7-a09d-318b47523306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.041222 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.043820 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.045106 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd34c49a-4578-4dce-9951-92eb60917f7c HTTP/1.1" status: 204 len: 168 time: 0.2633004 Jun 19 20:34:07.047601 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c675a49e-094e-48d7-bae3-254f2dbf0c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:07.053326 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd34c49a-4578-4dce-9951-92eb60917f7c,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:07.055486 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:07.184436 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.194421 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38024) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:07.235542 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-2b985cb0-363f-49d0-84e5-689cd9277b8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbf5a688b97742cfabe6857843dda4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397630 Jun 19 20:34:07.237820 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38026) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:07.321928 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.354513 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.370336 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-dac87334-2153-4817-965f-e328027c579d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953135 Jun 19 20:34:07.449991 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-cacf05fb-97c6-44cf-84c2-5a90a22dd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:07.451508 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-cacf05fb-97c6-44cf-84c2-5a90a22dd7ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=face394502f545579a98e2298f013218&device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 1099 time: 0.0566423 Jun 19 20:34:07.518580 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.521137 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:07.522844 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05d4e1ed-2a36-497c-af60-9b107ed4b4b1 HTTP/1.1" status: 204 len: 168 time: 0.2841311 Jun 19 20:34:07.525049 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3422887c-d9c2-40c5-b0b7-37a106858bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:07.536820 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d4e1ed-2a36-497c-af60-9b107ed4b4b1,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:07.542230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:07.596417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:07.596597 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-57765041-eb3c-4db3-8f01-e847b0e24040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:07.598838 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-57765041-eb3c-4db3-8f01-e847b0e24040 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 200 len: 918 time: 0.1236489 Jun 19 20:34:07.616686 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:07.617043 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0b338e8b-7c74-4c06-a03c-8bccf8f54fe7 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:07.699077 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-c93a41d2-3eb0-4394-acde-c154e802f6de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 200 len: 1001 time: 0.0937009 Jun 19 20:34:07.761128 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-78e1f6dc-7bca-4dc2-8f20-8af5c315af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:07.762553 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-78e1f6dc-7bca-4dc2-8f20-8af5c315af23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 200 len: 856 time: 0.0522180 Jun 19 20:34:07.769659 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd87e84-8dc3-4da6-9320-1cbd77b9a31d req-2848ac30-db41-48bf-8ba3-4a6fa9454b84 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:07.770979 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-edd87e84-8dc3-4da6-9320-1cbd77b9a31d req-2848ac30-db41-48bf-8ba3-4a6fa9454b84 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.1170585 Jun 19 20:34:07.844533 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-edd87e84-8dc3-4da6-9320-1cbd77b9a31d req-9251ea1a-5b3f-4067-93d3-19abc5080648 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644429 Jun 19 20:34:07.855370 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-66d9735d-e56c-482c-847e-1a72ae615781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:07.856882 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-66d9735d-e56c-482c-847e-1a72ae615781 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23288998-8f8b-4462-b776-646d9897190e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850782 Jun 19 20:34:07.952254 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-1ef77799-d205-410f-81c1-c33de04fdd0f service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Jun 19 20:34:08.047257 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-98e770e4-1fec-429a-9700-63b9b5237e19 req-e32729dc-549b-4c15-b9cb-142d540c2f2e service neutron] 10.222.0.22 "GET /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879991 Jun 19 20:34:08.102215 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:08.283728 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38034) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:08.323344 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b817d86c-45aa-4796-a74d-3a1d9bef0ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5644b7f27228482aab2daa4bda75d7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384207 Jun 19 20:34:08.325704 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38036) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:08.371586 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:08.391152 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:08.492321 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:08.494855 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:08.495988 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12fb6011-5323-489b-8646-409ab8d2b83d HTTP/1.1" status: 204 len: 168 time: 0.1693957 Jun 19 20:34:08.496719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9fa56618-4d63-4168-ba55-c43e1ec01542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:08.503749 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb6011-5323-489b-8646-409ab8d2b83d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:08.505935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:09.031201 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b53f-af5c-48fa-a2ce-002ffc84abce req-cd4b02e4-5b1e-45e6-a6a7-a115d0e78a75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:09.032950 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4582b53f-af5c-48fa-a2ce-002ffc84abce req-cd4b02e4-5b1e-45e6-a6a7-a115d0e78a75 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.0681944 Jun 19 20:34:09.069559 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-4582b53f-af5c-48fa-a2ce-002ffc84abce req-b65260d2-6f7a-4041-b999-faa875a4b9f5 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Jun 19 20:34:09.232513 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb3009-a7fe-4c02-ab89-33c9f11b8d03 req-fd8a2b7c-f82b-40e2-b704-f183267ba01b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:09.233937 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-eecb3009-a7fe-4c02-ab89-33c9f11b8d03 req-fd8a2b7c-f82b-40e2-b704-f183267ba01b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.0608702 Jun 19 20:34:09.242933 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38044) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:09.247534 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Request body: {'floatingip': {'port_id': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:34:09.284837 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:09.718309 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:09.775168 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:09.873312 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Floating IP 6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a associated. External IP: 172.27.2.37, port: eacd5a1b-9969-4665-bb8a-bf7f1840f900. Jun 19 20:34:09.958479 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:10.072566 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Router 9c5857d6-201f-4540-95b3-07f3cda972aa has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:34:10.175236 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:34:10.180525 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:10.187258 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:34:10.196706 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:10.197337 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:34:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:10.215414 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-dd114c56-8aac-4f9e-ae41-60b51071a816 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "PUT /v2.0/floatingips/6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a HTTP/1.1" status: 200 len: 990 time: 0.9713063 Jun 19 20:34:10.216073 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:34:10.218675 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:34:10.259090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e3efb4-ea96-4ce7-83a2-dc00444dab26 x-openstack-request-id: req-23e3efb4-ea96-4ce7-83a2-dc00444dab26 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:34:10.259090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:34:10.259090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23e3efb4-ea96-4ce7-83a2-dc00444dab26 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:34:10.259090 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'status': 'completed', 'code': 200} Jun 19 20:34:10.304194 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:10.335636 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-ab7409df-a9f5-4378-805a-1bcf8cf3879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:10.337300 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-ab7409df-a9f5-4378-805a-1bcf8cf3879d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 1098 time: 0.0575986 Jun 19 20:34:10.429055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-cbe44ef4-bcf2-4a7b-a7f5-8f6e258b3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:10.430488 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-cbe44ef4-bcf2-4a7b-a7f5-8f6e258b3f3e service neutron] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 912 time: 0.0864384 Jun 19 20:34:10.498652 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-df0463d5-bab6-4c29-9c8c-568b27fa4286 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900 HTTP/1.1" status: 200 len: 998 time: 0.0605485 Jun 19 20:34:10.554316 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-2dcda024-a5be-45f2-9074-31eee22f0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:10.555782 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-2dcda024-a5be-45f2-9074-31eee22f0a7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0458653 Jun 19 20:34:10.612383 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-8a637af9-7f4e-4fd0-ad29-e77ea6ea11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:10.613869 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-8a637af9-7f4e-4fd0-ad29-e77ea6ea11f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518291 Jun 19 20:34:10.650270 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'port_id': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'mac_address': 'fa:16:3e:86:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:33:52Z', 'updated_at': '2021-06-19T20:34:09Z', 'revision_number': 1, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:10.675822 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:34:10.684913 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:10.685531 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:34:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:10.707136 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-a854cb19-5ffa-4c33-b62f-487753b2463b service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851088 Jun 19 20:34:10.787864 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:10.795368 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-9f5668e5-3afa-42f4-b9dd-883cb5f4a69a req-52859ae4-dd58-44d4-a247-c334b715501a service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803485 Jun 19 20:34:11.005464 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'port_id': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'mac_address': 'fa:16:3e:86:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:33:52Z', 'updated_at': '2021-06-19T20:34:09Z', 'revision_number': 1, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:11.030317 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd00767-48e6-49ba-b2f1-0f049080411a None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'port_id': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'mac_address': 'fa:16:3e:86:bb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:33:52Z', 'updated_at': '2021-06-19T20:34:09Z', 'revision_number': 1, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:34:11.195751 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01079a0f-b955-465d-b666-0f3bca32917c None None] New status for floating IP 6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:34:19.073070 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:34:34.428660 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-760e2ffb-359a-46b1-93d2-609a2cfacba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:36.759967 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:36.931622 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b43be308-9412-4834-b47e-bc93761f1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:37.166064 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:38.100084 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:39.929231 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:50.814955 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4fec2-8313-48c3-9550-7541fef119f8 req-a4ff26a9-3492-414b-a58e-c0c4770a5087 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:50.817033 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-96e4fec2-8313-48c3-9550-7541fef119f8 req-a4ff26a9-3492-414b-a58e-c0c4770a5087 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.0680518 Jun 19 20:34:50.854770 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-96e4fec2-8313-48c3-9550-7541fef119f8 req-961731de-0476-4ce5-8256-cefe64103aa7 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Jun 19 20:34:52.033372 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dab4eb-ead5-4c29-b73a-f7553daa86e0 req-d9f7015b-f17c-46dc-8771-d0d1aa61e2bc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:52.034825 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-45dab4eb-ead5-4c29-b73a-f7553daa86e0 req-d9f7015b-f17c-46dc-8771-d0d1aa61e2bc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.0619423 Jun 19 20:34:52.071836 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-45dab4eb-ead5-4c29-b73a-f7553daa86e0 req-4709f772-cbce-426d-aa7f-c93140382312 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3c48298-ad88-4869-9d7f-ce3f47f50b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307782 Jun 19 20:34:52.357601 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-b8c4932b-04e7-415f-ac8f-39eeeb4c2f2a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:34:52.358968 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-b8c4932b-04e7-415f-ac8f-39eeeb4c2f2a tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 946 time: 0.0597103 Jun 19 20:34:52.456269 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Deleting port 6766695a-843e-4f73-b8b4-87c9c1263d46 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:52.456610 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:52.539199 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] For port 6766695a-843e-4f73-b8b4-87c9c1263d46, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6766695a-843e-4f73-b8b4-87c9c1263d46,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:52.539551 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:52.698364 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:52.698731 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:52.699043 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Floating IP 64aa1df6-9902-4696-8a25-49cabb0a15ab disassociated. External IP: 172.27.2.250, port: 6766695a-843e-4f73-b8b4-87c9c1263d46. Jun 19 20:34:52.699380 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Calling delete_port for 6766695a-843e-4f73-b8b4-87c9c1263d46 owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:52.868951 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:52.872617 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7c8474bb-8788-418a-8cbe-8a85adcedb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:52.899844 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event deleted for resources: {'Port': ['ID=6766695a-843e-4f73-b8b4-87c9c1263d46,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.915912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:52.954522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:53.023526 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Router bbe41846-9863-4978-a2e8-4e3c7a618782 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:34:53.129806 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:34:53.141037 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:34:53.150995 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:53.151629 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:34:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:53.172528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] No DVR routers for this DVR port 6766695a-843e-4f73-b8b4-87c9c1263d46 on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:34:53.174867 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:53.176813 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-20e7c37e-a83c-400e-b032-bd43b275e972 req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.22 "DELETE /v2.0/ports/6766695a-843e-4f73-b8b4-87c9c1263d46 HTTP/1.1" status: 204 len: 173 time: 0.8128817 Jun 19 20:34:53.177315 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-deleted', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:34:53.179610 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f04713-1eda-4820-acf9-3144e0e46f97" -d '{"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-deleted", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:34:53.222334 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-11b8ca8d-794a-4629-b4af-e391b5916dd2 req-d43621e3-d40c-45c4-a174-941e1c52dccc tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/ports?device_id=73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Jun 19 20:34:53.266466 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:53.421738 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f82f9c1-5fc4-4ed9-91ee-d0035a2b7665 x-openstack-request-id: req-9f82f9c1-5fc4-4ed9-91ee-d0035a2b7665 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:34:53.422141 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5", "name": "network-vif-deleted", "tag": "6766695a-843e-4f73-b8b4-87c9c1263d46", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:34:53.422706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f82f9c1-5fc4-4ed9-91ee-d0035a2b7665 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:34:53.423048 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e8f7f7-baf0-4db1-b2a2-88a3ae58e4b5', 'name': 'network-vif-deleted', 'tag': '6766695a-843e-4f73-b8b4-87c9c1263d46', 'status': 'completed', 'code': 200} Jun 19 20:34:53.487360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:53.512908 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:34:53.520937 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:53.521604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:34:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:53.625326 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:34:53.816115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:34:53.841777 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cd2fe-4003-4b5b-ba1e-f4de7eeecb91 None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:23:51Z', 'revision_number': 4, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'f741771c-603e-45e7-a73c-55dc3fd12b4c', 'name': '', 'network_id': '23288998-8f8b-4462-b776-646d9897190e', 'tenant_id': 'face394502f545579a98e2298f013218', 'mac_address': 'fa:16:3e:36:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:49Z', 'updated_at': '2021-06-19T20:24:01Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'subnets': [{'id': '64c9a694-6136-4714-8e7c-38c492cdce92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:34:54.057100 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db3aff-bb7d-4f5e-8aa5-ce4827ff8846 None None] New status for floating IP 64aa1df6-9902-4696-8a25-49cabb0a15ab: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:34:54.408567 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38160) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:54.461190 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.483691 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.617062 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.620245 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.621397 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3c48298-ad88-4869-9d7f-ce3f47f50b6c HTTP/1.1" status: 204 len: 168 time: 0.2118347 Jun 19 20:34:54.622164 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-6ae89b76-deeb-4f65-be23-d607203534ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:54.628529 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38162) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:54.630652 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c48298-ad88-4869-9d7f-ce3f47f50b6c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:54.638217 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.638743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.639122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.639497 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.639867 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.640266 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.640634 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.640997 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.641358 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.641490 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.api.v2.resource [None req-b031f75b-2e03-46c3-9f27-8bdcbe8d32b3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] show failed (client error): The resource could not be found. Jun 19 20:34:54.641715 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.642074 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.642432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:34:54.642526 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b031f75b-2e03-46c3-9f27-8bdcbe8d32b3 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "GET /v2.0/security-groups/d3c48298-ad88-4869-9d7f-ce3f47f50b6c HTTP/1.1" status: 404 len: 347 time: 0.0129333 Jun 19 20:34:54.645171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38164) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:54.646303 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:54.763194 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Deleting port 5ad63535-88de-45a0-827b-f7abe6f55952 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:54.763528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.837349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.837672 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:54.898872 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Calling delete_port for 5ad63535-88de-45a0-827b-f7abe6f55952 owned by network:floatingip {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:55.111257 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:55.113288 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8cf12b9e-21b8-4095-b3c2-3ef6d6e4dbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:55.141287 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Pushing event deleted for resources: {'Port': ['ID=5ad63535-88de-45a0-827b-f7abe6f55952,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:55.144239 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:55.202909 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks [] for floatingip, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:55.205379 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:55.206485 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] 10.222.0.25 "DELETE /v2.0/floatingips/64aa1df6-9902-4696-8a25-49cabb0a15ab HTTP/1.1" status: 204 len: 168 time: 0.5604575 Jun 19 20:34:55.961694 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:34:55.982668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 6766695a-843e-4f73-b8b4-87c9c1263d46 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:34:55.983020 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 6766695a-843e-4f73-b8b4-87c9c1263d46 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:34:56.072149 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:34:58.066177 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38192) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:58.808180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:59.041658 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Deleting port f741771c-603e-45e7-a73c-55dc3fd12b4c {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:34:59.041993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:59.114779 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] For port f741771c-603e-45e7-a73c-55dc3fd12b4c, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f741771c-603e-45e7-a73c-55dc3fd12b4c,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:34:59.115436 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:59.178602 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Calling delete_port for f741771c-603e-45e7-a73c-55dc3fd12b4c owned by network:router_interface {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:34:59.414072 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:59.416451 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-23e144a3-2743-4a29-b86e-55f6d3a32de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:34:59.437415 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f741771c-603e-45e7-a73c-55dc3fd12b4c,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:34:59.440777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:34:59.598227 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:34:59.808896 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Router bbe41846-9863-4978-a2e8-4e3c7a618782 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:34:59.911439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:34:59.917258 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] 10.222.0.25 "PUT /v2.0/routers/bbe41846-9863-4978-a2e8-4e3c7a618782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497472 Jun 19 20:34:59.919437 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38200) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:34:59.921373 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] Sync routers for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:34:59.930998 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:34:59.931616 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:34:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:00.019535 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks [] for router, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.033298 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:35:00.117337 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.206689 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:34:59Z', 'revision_number': 5, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port': {'id': 'd612a5ae-f707-414e-94d5-be525786cd9e', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:23:44Z', 'updated_at': '2021-06-19T20:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:00.232344 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] Checking router: bbe41846-9863-4978-a2e8-4e3c7a618782 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:35:00.235341 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Deleting port d612a5ae-f707-414e-94d5-be525786cd9e {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:35:00.235718 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.240498 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] Routers {'bbe41846-9863-4978-a2e8-4e3c7a618782'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:35:00.241178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:34:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['bbe41846-9863-4978-a2e8-4e3c7a618782'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:00.315532 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] For port d612a5ae-f707-414e-94d5-be525786cd9e, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=d612a5ae-f707-414e-94d5-be525786cd9e,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:35:00.315779 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.324066 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] Set router bbe41846-9863-4978-a2e8-4e3c7a618782 gateway port host: None {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:35:00.380613 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Calling delete_port for d612a5ae-f707-414e-94d5-be525786cd9e owned by network:router_gateway {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:35:00.382993 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:35:00Z', 'revision_number': 6, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:00.408858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85407d-0d42-4b2e-abe5-ba8d8a198c55 None None] The sync data for ids ['bbe41846-9863-4978-a2e8-4e3c7a618782'] in dv-cinder-797170-2-iscsi is: [{'id': 'bbe41846-9863-4978-a2e8-4e3c7a618782', 'name': 'tempest-AttachVolumeShelveTestJSON-1250761879-router', 'tenant_id': 'face394502f545579a98e2298f013218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:23:42Z', 'updated_at': '2021-06-19T20:35:00Z', 'revision_number': 6, 'project_id': 'face394502f545579a98e2298f013218', 'gw_port_host': None}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:35:00.599550 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.601400 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-53ffa3bf-a71e-4970-8af6-196c8450cf94 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:00.628207 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Pushing event deleted for resources: {'Port': ['ID=d612a5ae-f707-414e-94d5-be525786cd9e,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:00.631286 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:00.688911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.775727 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.777953 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.876651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.877108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe41846-9863-4978-a2e8-4e3c7a618782 {{(pid=93445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:35:00.881365 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.882486 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bbe41846-9863-4978-a2e8-4e3c7a618782 HTTP/1.1" status: 204 len: 168 time: 0.9620831 Jun 19 20:35:00.885459 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38204) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:00.932959 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Deleting subnet 64c9a694-6136-4714-8e7c-38c492cdce92 {{(pid=93445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:35:00.935845 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:00.968076 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7941762'] for subnet, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.081892 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.208395 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7941710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7556752'] for subnet, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.210867 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b1288f8e-3df6-461c-bb73-b2cee0432448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:01.235430 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c9a694-6136-4714-8e7c-38c492cdce92,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:01.238166 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:01.241238 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.246290 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/64c9a694-6136-4714-8e7c-38c492cdce92 HTTP/1.1" status: 204 len: 168 time: 0.3567619 Jun 19 20:35:01.246401 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38206) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:01.247508 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1f94d-6e93-446d-b2e2-b645c8c85197 None None] Network 23288998-8f8b-4462-b776-646d9897190e requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:35:01.325503 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.380688 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Deleting port ff8d6961-11f9-4161-af6b-20407a9e5360 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:35:01.380912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.449238 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] For port ff8d6961-11f9-4161-af6b-20407a9e5360, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=ff8d6961-11f9-4161-af6b-20407a9e5360,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:35:01.449601 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.450079 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] DHCP port deletion for 23288998-8f8b-4462-b776-646d9897190e request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:35:01.494140 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Deleting port ff8d6961-11f9-4161-af6b-20407a9e5360 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:35:01.494520 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.515165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Calling delete_port for ff8d6961-11f9-4161-af6b-20407a9e5360 owned by network:dhcp {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:35:01.558245 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] For port ff8d6961-11f9-4161-af6b-20407a9e5360, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=ff8d6961-11f9-4161-af6b-20407a9e5360,segment=NetworkSegment(bb529a3d-50a7-4275-9d8f-9b9178b42f74),segment_id=bb529a3d-50a7-4275-9d8f-9b9178b42f74)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:35:01.559042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.691786 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.694078 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d75f55ad-2440-4e40-ba95-473e7672d11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:01.699348 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f741771c-603e-45e7-a73c-55dc3fd12b4c no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:35:01.718648 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8d6961-11f9-4161-af6b-20407a9e5360,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:01.721773 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:01.722641 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] No DVR routers for this DVR port ff8d6961-11f9-4161-af6b-20407a9e5360 on host dv-cinder-797170-2-iscsi {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:35:01.771829 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Calling delete_port for ff8d6961-11f9-4161-af6b-20407a9e5360 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:35:01.776441 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: f741771c-603e-45e7-a73c-55dc3fd12b4c {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:35:01.776788 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f741771c-603e-45e7-a73c-55dc3fd12b4c not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:35:01.777206 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device ff8d6961-11f9-4161-af6b-20407a9e5360 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:35:01.793459 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.798544 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: ff8d6961-11f9-4161-af6b-20407a9e5360 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:35:01.798899 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device ff8d6961-11f9-4161-af6b-20407a9e5360 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:35:01.799311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d612a5ae-f707-414e-94d5-be525786cd9e no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:35:01.802847 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23288998-8f8b-4462-b776-646d9897190e']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:01.812103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb529a3d-50a7-4275-9d8f-9b9178b42f74') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:01.812394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb529a3d-50a7-4275-9d8f-9b9178b42f74') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:35:01.820635 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.833913 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.840033 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:35:01.840405 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:35:01.842009 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:35:01.845759 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: d612a5ae-f707-414e-94d5-be525786cd9e {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:35:01.846115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device d612a5ae-f707-414e-94d5-be525786cd9e not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:35:01.884604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:01.886491 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-c5e80c3c-49bf-4c71-bdc6-a9a9ede9f1b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:01.908706 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Pushing event deleted for resources: {'Port': ['ID=ff8d6961-11f9-4161-af6b-20407a9e5360,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:01.915688 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] No DVR routers for this DVR port ff8d6961-11f9-4161-af6b-20407a9e5360 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:35:01.924423 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.924709 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.925048 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.925666 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.925902 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.926234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.926733 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.927062 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.927390 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.927709 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.928086 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.928405 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:01.931271 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:02.017103 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:02.022530 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8816dddc-9815-4a73-a516-9408c3ba66c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:02.025929 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:02.027794 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] 10.222.0.25 "DELETE /v2.0/networks/23288998-8f8b-4462-b776-646d9897190e HTTP/1.1" status: 204 len: 168 time: 0.7804658 Jun 19 20:35:02.039623 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Pushing event deleted for resources: {'Network': ['ID=23288998-8f8b-4462-b776-646d9897190e,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:02.041915 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-9c72efca-2b24-492d-aeed-8a27e269510d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:02.333903 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38212) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:02.372601 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-46fe26ac-194b-42b3-b8ac-01eff8bb690f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=face394502f545579a98e2298f013218&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374963 Jun 19 20:35:02.374801 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38214) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:02.424541 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:02.445071 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:02.556849 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:02.559447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:02.560602 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9da8cc6-1835-47c3-b2cd-0da815815f1a HTTP/1.1" status: 204 len: 168 time: 0.1849232 Jun 19 20:35:02.561392 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8189811f-6b92-4a81-9258-b60cbc7482f8 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:02.569001 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da8cc6-1835-47c3-b2cd-0da815815f1a,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:02.570873 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-923a1a2e-12fe-4812-b3f2-53502e0834fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:04.365526 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-1e893d5d-3c07-4bf1-b5de-6f785178b5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:06.745114 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:06.921962 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8db036a3-4a81-460e-801a-a9267537eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:07.162186 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:08.074340 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:08.208234 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-0f65ae9d-26e5-4450-aa33-d78218f297ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513153 Jun 19 20:35:08.306114 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-5a7d565c-0df7-4825-9e19-42f8e1e476e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:35:08.307569 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-5a7d565c-0df7-4825-9e19-42f8e1e476e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c1f30cfe0294152bbef75b4243f9367&device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 1098 time: 0.0559576 Jun 19 20:35:08.406105 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-c6f99abf-0b88-4568-a944-23caa227bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:35:08.407524 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-c6f99abf-0b88-4568-a944-23caa227bf2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 200 len: 912 time: 0.0810928 Jun 19 20:35:08.473299 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-ffd69551-8e5a-4b9b-a514-a75ed1e8bc3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900 HTTP/1.1" status: 200 len: 1000 time: 0.0598290 Jun 19 20:35:08.513634 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38308) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:08.519701 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-25b828ca-1e7f-4518-a009-8aa384388a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:35:08.521236 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-25b828ca-1e7f-4518-a009-8aa384388a48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 200 len: 850 time: 0.0420613 Jun 19 20:35:08.576976 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-e370b2ee-3238-480d-b1a3-31f7a39640ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:35:08.580253 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-e370b2ee-3238-480d-b1a3-31f7a39640ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=587421a2-5f9a-433f-9033-684c5e5fdede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502989 Jun 19 20:35:08.615250 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:08.668509 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-a5e31948-e2d4-46d2-8920-866fcb78af4b service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836842 Jun 19 20:35:08.705861 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:08.755338 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-fed13c75-d7fe-4633-8f64-f28f5e56ebb3 req-f43fdf07-c898-4aee-ba2c-69c27dd1381d service neutron] 10.222.0.22 "GET /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810142 Jun 19 20:35:08.773232 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:08.776401 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-5771f49e-f2f5-4208-b709-2b342eab333c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:08.813860 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f5d91eebba54690a248c8cf533de327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980011 Jun 19 20:35:08.813860 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c4875e-d7af-45fd-9c34-6e20c35cf9a0,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:08.815269 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38314) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:08.816671 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:08.869101 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:08.888985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.022184 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.025310 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.026437 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4c4875e-d7af-45fd-9c34-6e20c35cf9a0 HTTP/1.1" status: 204 len: 168 time: 0.2100501 Jun 19 20:35:09.027185 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3b5f0a7b-8e11-4bdc-a52b-65d3eafe0ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:09.035166 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c4875e-d7af-45fd-9c34-6e20c35cf9a0,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:09.037634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d59a5fb4-8ca7-49f1-994d-179c2e4e00e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:09.656274 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38320) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:09.669956 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8138fcf4-fcda-4efe-accd-4141f592f624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.754961 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8138fcf4-fcda-4efe-accd-4141f592f624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.818943 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8138fcf4-fcda-4efe-accd-4141f592f624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.822456 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-45728281-5b53-40f2-87b0-066474514707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:09.857366 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8138fcf4-fcda-4efe-accd-4141f592f624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd09be47c18e4eaeb0e6b41084e892fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000122 Jun 19 20:35:09.858380 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138fcf4-fcda-4efe-accd-4141f592f624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af58cb-8877-4866-8a38-9fb8e72348da,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:09.860053 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38324) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:09.861921 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8138fcf4-fcda-4efe-accd-4141f592f624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:09.925090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.946271 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:09.948142 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:10.308595 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:10.311209 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:10.312388 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4af58cb-8877-4866-8a38-9fb8e72348da HTTP/1.1" status: 204 len: 168 time: 0.4513245 Jun 19 20:35:10.313222 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-980dc366-50e8-474f-8f26-ae05601705da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:10.320592 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af58cb-8877-4866-8a38-9fb8e72348da,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:10.322807 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-31bf0567-ec61-453f-858e-f02de6b4768a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:33.070809 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:35:34.366381 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-9304aa64-6071-4fd7-90d7-ed950c0c672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:36.748985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:36.932814 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ac369088-02b1-4f6a-b8fa-15050b5c0084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:37.183748 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:38.120818 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:39.943706 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:50.684694 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38640) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:50.784208 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:50.868633 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:50.952917 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:50.955352 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6e1c299c-ef25-4e9a-ad3d-acb53762218e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:50.987926 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0911cd-0c41-4643-95e1-6b2171fa118d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:50.991087 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:50.993754 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a52d04f55dac4d8eb719dfa6cb5659dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080928 Jun 19 20:35:50.998075 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38644) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:51.044043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.064272 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.169784 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.172309 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.173416 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb0911cd-0c41-4643-95e1-6b2171fa118d HTTP/1.1" status: 204 len: 168 time: 0.1753912 Jun 19 20:35:51.174169 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-da6803c1-5f39-4076-85fe-1ab281d917e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:51.181216 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0911cd-0c41-4643-95e1-6b2171fa118d,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:51.184193 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:51.826260 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38652) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:51.839743 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.923186 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.992793 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:51.996151 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-253ac52a-6d46-4511-9746-cd21f97fee17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:52.038112 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5ace0b839f14df0b329e2ae4053e571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107434 Jun 19 20:35:52.040692 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38654) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:52.042645 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef6822-7fdb-4d80-b2fb-ee74a4d3a5a0,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:52.050011 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:52.093924 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:52.113566 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:52.227003 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:52.229521 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:52.230671 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cef6822-7fdb-4d80-b2fb-ee74a4d3a5a0 HTTP/1.1" status: 204 len: 168 time: 0.1889699 Jun 19 20:35:52.231467 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-56228db0-87f3-49e3-84b7-222bf7145211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:52.245116 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef6822-7fdb-4d80-b2fb-ee74a4d3a5a0,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:52.245116 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:56.744796 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38742) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:56.847618 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:56.932683 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.040336 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.044444 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d780454e-e269-406f-a826-f36a8759b207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:57.078403 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c135585790d45aabb20c7cc58f4c85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325641 Jun 19 20:35:57.080356 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4be802-43ae-4afd-b1b8-ebd7ec754938,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:57.081160 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38748) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:57.087243 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.087632 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.088038 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.088432 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.088800 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.089165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.089526 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.089884 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.090243 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.090597 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.090954 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.091302 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.095096 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d523f600-6412-4949-92b2-2233c705918b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:57.129566 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.149420 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.268662 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.271309 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.272447 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee4be802-43ae-4afd-b1b8-ebd7ec754938 HTTP/1.1" status: 204 len: 168 time: 0.1903114 Jun 19 20:35:57.273177 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b63658d6-a59d-48b4-9155-9c4138b7f476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:57.280617 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4be802-43ae-4afd-b1b8-ebd7ec754938,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:57.287888 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.288304 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.288676 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.289042 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.289494 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.289759 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.290116 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.290470 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.290821 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.291171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.293985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.294369 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:35:57.299309 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d6d4c32a-dac8-4602-b2ca-58381b49135e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:57.797482 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38754) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:57.811185 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dc26985e-188f-4909-82bf-3fe22cc2935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.896564 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dc26985e-188f-4909-82bf-3fe22cc2935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.965563 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-dc26985e-188f-4909-82bf-3fe22cc2935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:57.969278 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-40792470-a043-4408-af30-f7a52d487f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:58.006522 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-dc26985e-188f-4909-82bf-3fe22cc2935c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22ea6058950046cdb0f4a57070023809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079585 Jun 19 20:35:58.007530 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26985e-188f-4909-82bf-3fe22cc2935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a97635-ba1b-4717-942b-148fd80ea955,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:58.009238 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38762) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:58.011284 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-dc26985e-188f-4909-82bf-3fe22cc2935c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:58.061516 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:58.082400 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:58.188443 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:58.190952 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:58.192087 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78a97635-ba1b-4717-942b-148fd80ea955 HTTP/1.1" status: 204 len: 168 time: 0.1804128 Jun 19 20:35:58.192857 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b48c718c-5e53-4849-955b-13f321d664b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:58.200785 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a97635-ba1b-4717-942b-148fd80ea955,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:58.202869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2338f404-8535-4749-aac8-a33e4c156e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:59.287359 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38790) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:35:59.379958 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1308880337-network', 'tenant_id': '52a689f4419e47f5b0dd2155f20b5085'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:35:59.512964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Made reservation on behalf of 52a689f4419e47f5b0dd2155f20b5085 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:35:59.515349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.525109 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.615249 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.697078 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.701323 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3c3c5799-099b-49a9-9f27-783263a0f7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:59.719121 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:35:59.732586 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42a70c6-861b-4e89-b6bf-160422b6fe8c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:59.736668 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:59.737680 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.738040 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Added segment e7ec7834-d4de-43d7-830b-491c962cad6c of type vlan for network 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b Jun 19 20:35:59.776688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.925792 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.938293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:35:59.938293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:35:59.938293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:35:59.986745 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:35:59.989498 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:35:59.996668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:36:00.104824 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d1387592-0de4-4d8a-9f9a-79807b7d7b52 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8163080 Jun 19 20:36:00.107676 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38806) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:00.112538 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Request body: {'subnet': {'network_id': '1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1308880337-subnet', 'tenant_id': '52a689f4419e47f5b0dd2155f20b5085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:36:00.221732 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Made reservation on behalf of 52a689f4419e47f5b0dd2155f20b5085 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:36:00.224999 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7556795'] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:00.431062 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85624b02-fed7-4c2e-a18d-00d1e548519b req-5e57569b-eb99-4388-9d33-25ab240d8837 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:00.433058 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85624b02-fed7-4c2e-a18d-00d1e548519b req-5e57569b-eb99-4388-9d33-25ab240d8837 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.1327405 Jun 19 20:36:00.468934 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85624b02-fed7-4c2e-a18d-00d1e548519b req-1e80b674-40de-41e9-ae56-10c1cf941b59 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302846 Jun 19 20:36:00.502752 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7941775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7556777'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:00.505927 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d0bd100b-8765-4e9c-812a-90e578e04c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:00.560686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ef46d6-bf02-4efd-872d-fef89c6b10ca,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:00.563666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:00.566353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Checking segment: {'id': 'e7ec7834-d4de-43d7-830b-491c962cad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:36:00.566650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Network hostable DHCP agents. Network: 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:36:00.668405 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Network 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:36:00.742687 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:36:00.747110 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:00.747687 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:00.752386 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a162f-59df-4582-bb5b-ed96505708eb None None] Network 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:36:00.817884 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7091420 Jun 19 20:36:00.872872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6f8b9-59d4-409a-b424-3286082b18d7 None None] Network 1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:36:01.592438 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38828) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:01.597386 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-737302008-network', 'tenant_id': '8043c2e7b5d944938ca357c57161c5b5'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:36:01.644819 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804594d-8125-4ff0-b1eb-fbb58987f74f req-928694d3-be39-40b2-a50a-2fc765b5a369 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:01.646279 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3804594d-8125-4ff0-b1eb-fbb58987f74f req-928694d3-be39-40b2-a50a-2fc765b5a369 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.0628185 Jun 19 20:36:01.680027 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Made reservation on behalf of 8043c2e7b5d944938ca357c57161c5b5 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:36:01.682527 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:01.691050 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-3804594d-8125-4ff0-b1eb-fbb58987f74f req-9f7afcf9-75a4-47a4-955e-d1c59efedd14 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Jun 19 20:36:01.691714 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:01.784446 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:01.874240 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:01.878133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-41e102da-1f6a-48ff-9b3f-749b770b5566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:01.895028 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:36:01.908708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a396fd6-2c28-4628-b2c3-603ab877c370,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:01.912815 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:01.913847 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:01.914451 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Added segment 1756854f-36fe-41ce-aa39-d0292b62f088 of type vlan for network 56d05de4-0861-43f1-b41e-ee705ab61d27 Jun 19 20:36:01.953413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.051563 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.052866 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:02.053441 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.055615 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c8f71195-faa4-4e06-93a4-ec875bffcf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:02.108492 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Pushing event updated for resources: {'Network': ['ID=56d05de4-0861-43f1-b41e-ee705ab61d27,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:02.111014 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:02.118008 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 56d05de4-0861-43f1-b41e-ee705ab61d27 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:36:02.149360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5558457 Jun 19 20:36:02.152045 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38830) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:02.157109 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Request body: {'subnet': {'network_id': '56d05de4-0861-43f1-b41e-ee705ab61d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-737302008-subnet', 'tenant_id': '8043c2e7b5d944938ca357c57161c5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:36:02.242388 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Made reservation on behalf of 8043c2e7b5d944938ca357c57161c5b5 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:36:02.245180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7556795'] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.297044 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-d2f2389a-6303-4d1e-8e7b-ad813b4b737c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:02.298454 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-d2f2389a-6303-4d1e-8e7b-ad813b4b737c tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.1028161 Jun 19 20:36:02.459452 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Deleting port eacd5a1b-9969-4665-bb8a-bf7f1840f900 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:36:02.459686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.576648 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] For port eacd5a1b-9969-4665-bb8a-bf7f1840f900, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=eacd5a1b-9969-4665-bb8a-bf7f1840f900,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:36:02.577006 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.613774 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7941775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7556777'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.618794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-839c063b-ea2d-4db5-a9dd-55684bca845a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:02.722998 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3976b698-17d2-4d95-aa49-ca474999450f,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:02.727891 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:02.769008 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Checking segment: {'id': '1756854f-36fe-41ce-aa39-d0292b62f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '56d05de4-0861-43f1-b41e-ee705ab61d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:36:02.769358 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Network hostable DHCP agents. Network: 56d05de4-0861-43f1-b41e-ee705ab61d27, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:36:02.804140 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.804517 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:02.804828 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Floating IP 6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a disassociated. External IP: 172.27.2.37, port: eacd5a1b-9969-4665-bb8a-bf7f1840f900. Jun 19 20:36:02.805164 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Calling delete_port for eacd5a1b-9969-4665-bb8a-bf7f1840f900 owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:36:02.872902 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Network 56d05de4-0861-43f1-b41e-ee705ab61d27 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:36:02.929340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c3e2-e40b-4299-bf7e-0ac8b85019e0 req-20cf359d-f935-433f-a932-71f0876ee886 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:02.930816 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-80f0c3e2-e40b-4299-bf7e-0ac8b85019e0 req-20cf359d-f935-433f-a932-71f0876ee886 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 945 time: 0.1237216 Jun 19 20:36:03.000737 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-80f0c3e2-e40b-4299-bf7e-0ac8b85019e0 req-1f855b54-6cc1-4910-81a9-754b9ee7e38e tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635159 Jun 19 20:36:03.011321 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 56d05de4-0861-43f1-b41e-ee705ab61d27) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:36:03.019117 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:36:03.019814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:03.022049 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb488e-fecb-4174-a7c5-7399ceb3ea8a None None] Network 56d05de4-0861-43f1-b41e-ee705ab61d27 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:36:03.080109 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:03.084053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ae50c776-9268-4af0-9bc5-761e61e1a9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:03.110994 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event deleted for resources: {'Port': ['ID=eacd5a1b-9969-4665-bb8a-bf7f1840f900,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:03.122308 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-116b3f58-e2b5-4d75-88d3-09a07ef3bc1f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9605553 Jun 19 20:36:03.122308 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:03.151930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbc5c4-0e3a-4d76-aabe-26c1dcd70a8b None None] Network 56d05de4-0861-43f1-b41e-ee705ab61d27 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:36:03.527230 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Router 9c5857d6-201f-4540-95b3-07f3cda972aa has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:36:03.638499 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:36:03.648872 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:36:03.658843 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:36:03.659438 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:35:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:03.681453 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] No DVR routers for this DVR port eacd5a1b-9969-4665-bb8a-bf7f1840f900 on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:36:03.684678 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:03.686660 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7dcb25f3-cd41-4da2-ba81-b24bdcb33228 req-cce3256b-376b-467a-b751-605d6e332606 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.22 "DELETE /v2.0/ports/eacd5a1b-9969-4665-bb8a-bf7f1840f900 HTTP/1.1" status: 204 len: 173 time: 1.3823760 Jun 19 20:36:03.687193 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'name': 'network-vif-deleted', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:36:03.689703 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c16b862-f91a-415f-a888-bbb48e5f024d" -d '{"events": [{"server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "name": "network-vif-deleted", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:36:03.729269 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506c5f2-a38e-411b-8140-2c16ff4cd6c5 x-openstack-request-id: req-3506c5f2-a38e-411b-8140-2c16ff4cd6c5 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:36:03.729606 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b52123-d9be-46a1-807d-3115df65ddc7", "name": "network-vif-deleted", "tag": "eacd5a1b-9969-4665-bb8a-bf7f1840f900", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:36:03.729900 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3506c5f2-a38e-411b-8140-2c16ff4cd6c5 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:36:03.730333 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b52123-d9be-46a1-807d-3115df65ddc7', 'name': 'network-vif-deleted', 'tag': 'eacd5a1b-9969-4665-bb8a-bf7f1840f900', 'status': 'completed', 'code': 200} Jun 19 20:36:03.846427 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:36:04.039573 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:04.072632 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:36:04.081238 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:36:04.081834 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:35:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:04.154896 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-74d31eb9-da65-4362-bf68-de4fa5fa0018 req-ea520d66-9024-497b-8cc8-977e50c79aec tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b52123-d9be-46a1-807d-3115df65ddc7 HTTP/1.1" status: 200 len: 210 time: 0.0280876 Jun 19 20:36:04.193982 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:36:04.382709 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-85412a1d-494f-48e9-9b34-6b6e2bfa079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:04.388174 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:04.414613 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185cf4-798e-44b1-8eaa-5dda61fa338f None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:27:32Z', 'revision_number': 4, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '6d6a36e3-399a-4b9e-b76e-88e76a87c321', 'name': '', 'network_id': '587421a2-5f9a-433f-9033-684c5e5fdede', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'mac_address': 'fa:16:3e:08:fe:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1377ca47-5aa8-4825-845a-c2399335715d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:31Z', 'updated_at': '2021-06-19T20:27:37Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'subnets': [{'id': '1377ca47-5aa8-4825-845a-c2399335715d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:36:04.624103 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e772f1-c191-4fc2-8d5f-eeb9725190b8 None None] New status for floating IP 6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a: DOWN {{(pid=93446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:36:05.337887 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38864) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:05.392173 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.414150 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.558745 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.561503 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.562599 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "DELETE /v2.0/security-groups/8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18 HTTP/1.1" status: 204 len: 168 time: 0.2236297 Jun 19 20:36:05.563398 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8a546cf7-e7a9-493e-a5e7-3a9ca2183e26 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:05.565358 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38870) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:05.572366 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:05.581398 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:05.582181 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.api.v2.resource [None req-be3c25aa-a0b2-4a23-bb09-aa4c4e4db501 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] show failed (client error): The resource could not be found. Jun 19 20:36:05.585726 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-be3c25aa-a0b2-4a23-bb09-aa4c4e4db501 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "GET /v2.0/security-groups/8b691cb2-f9ef-4174-81f9-dbb8e2b6ab18 HTTP/1.1" status: 404 len: 347 time: 0.0168271 Jun 19 20:36:05.586702 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38872) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:05.714208 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Deleting port 9fc3ec03-7d59-4219-8fd3-820067adc9d4 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:36:05.714547 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.790035 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.790370 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:05.857876 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Calling delete_port for 9fc3ec03-7d59-4219-8fd3-820067adc9d4 owned by network:floatingip {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:36:06.074160 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:06.076989 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a1a61195-5f2b-4bab-88a5-251e94d23010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:06.100198 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Pushing event deleted for resources: {'Port': ['ID=9fc3ec03-7d59-4219-8fd3-820067adc9d4,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:06.104232 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:06.159869 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks [] for floatingip, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:06.162409 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:06.163515 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-93c4aacd-a4b4-434d-8720-84aee9a0ba2d tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] 10.222.0.25 "DELETE /v2.0/floatingips/6e4a0ceb-e8d9-4a2b-a288-636bcf0d2d4a HTTP/1.1" status: 204 len: 168 time: 0.5751879 Jun 19 20:36:06.325460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device eacd5a1b-9969-4665-bb8a-bf7f1840f900 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:36:06.345591 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: eacd5a1b-9969-4665-bb8a-bf7f1840f900 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:36:06.346379 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device eacd5a1b-9969-4665-bb8a-bf7f1840f900 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:36:06.776795 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:06.971236 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5b6a3f04-3d1b-4dea-bac3-7005a2992ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:07.188369 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:08.142646 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:09.982341 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:10.069026 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:36:10.279521 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38926) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:10.761059 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:11.003833 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Deleting port 6d6a36e3-399a-4b9e-b76e-88e76a87c321 {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:36:11.004207 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:11.078187 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] For port 6d6a36e3-399a-4b9e-b76e-88e76a87c321, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=6d6a36e3-399a-4b9e-b76e-88e76a87c321,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:36:11.078540 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:11.142361 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Calling delete_port for 6d6a36e3-399a-4b9e-b76e-88e76a87c321 owned by network:router_interface {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:36:11.405381 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:11.407399 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8441acf1-a19e-43a7-84bc-9b25acf97e35 tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:11.431020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6a36e3-399a-4b9e-b76e-88e76a87c321,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:11.435191 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:11.615573 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:11.834362 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Router 9c5857d6-201f-4540-95b3-07f3cda972aa has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:36:11.941520 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:36:11.946443 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-2966d378-829e-4115-bd91-8e05e15c96ac admin admin] 10.222.0.25 "PUT /v2.0/routers/9c5857d6-201f-4540-95b3-07f3cda972aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658931 Jun 19 20:36:11.949016 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38944) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:11.949657 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] Sync routers for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:36:11.965529 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:36:11.969595 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:36:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:12.056279 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.076358 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:36:12.156468 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.249205 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:36:11Z', 'revision_number': 5, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port': {'id': '84f56bd3-0989-408c-a075-c15c82debfbe', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:27:29Z', 'updated_at': '2021-06-19T20:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:12.272988 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Deleting port 84f56bd3-0989-408c-a075-c15c82debfbe {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:36:12.273323 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.279424 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] Checking router: 9c5857d6-201f-4540-95b3-07f3cda972aa for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:36:12.287813 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] Routers {'9c5857d6-201f-4540-95b3-07f3cda972aa'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:36:12.288449 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:36:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['9c5857d6-201f-4540-95b3-07f3cda972aa'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:12.353628 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] For port 84f56bd3-0989-408c-a075-c15c82debfbe, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=84f56bd3-0989-408c-a075-c15c82debfbe,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:36:12.353981 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.373836 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] Set router 9c5857d6-201f-4540-95b3-07f3cda972aa gateway port host: None {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:36:12.420266 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Calling delete_port for 84f56bd3-0989-408c-a075-c15c82debfbe owned by network:router_gateway {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:36:12.426098 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:36:12Z', 'revision_number': 6, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:12.456177 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc40c78-0882-421c-902d-4884018e6b0c None None] The sync data for ids ['9c5857d6-201f-4540-95b3-07f3cda972aa'] in dv-cinder-797170-2-iscsi is: [{'id': '9c5857d6-201f-4540-95b3-07f3cda972aa', 'name': 'tempest-AttachVolumeTestJSON-1949906780-router', 'tenant_id': '0c1f30cfe0294152bbef75b4243f9367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:27:28Z', 'updated_at': '2021-06-19T20:36:12Z', 'revision_number': 6, 'project_id': '0c1f30cfe0294152bbef75b4243f9367', 'gw_port_host': None}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:36:12.674181 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.676227 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-343b084d-a62d-43c9-b532-30f12a44a71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:12.700798 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f56bd3-0989-408c-a075-c15c82debfbe,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:12.703955 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:12.762656 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.855476 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.860794 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.993540 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:12.994630 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5857d6-201f-4540-95b3-07f3cda972aa {{(pid=93444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:36:12.999428 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.000703 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-fa681f13-7993-4860-8faa-36c0630e53a7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9c5857d6-201f-4540-95b3-07f3cda972aa HTTP/1.1" status: 204 len: 168 time: 1.0507569 Jun 19 20:36:13.003184 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 38950) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:13.046241 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Deleting subnet 1377ca47-5aa8-4825-845a-c2399335715d {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:36:13.049113 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.081796 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.420202 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.571679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.574614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-d8870dad-ea20-48f7-a139-7b8cb902070b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:13.599794 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1377ca47-5aa8-4825-845a-c2399335715d,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:13.601785 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.605840 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95001a6-4ebe-44db-b26d-fd1035990685 None None] Network 587421a2-5f9a-433f-9033-684c5e5fdede requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:36:13.606411 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1377ca47-5aa8-4825-845a-c2399335715d HTTP/1.1" status: 204 len: 168 time: 0.6020176 Jun 19 20:36:13.606915 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38956) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:13.607337 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-55fda6f2-7b39-4ee5-bfbc-46afba92fa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:13.657692 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6d6a36e3-399a-4b9e-b76e-88e76a87c321 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:36:13.682124 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.690613 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 6d6a36e3-399a-4b9e-b76e-88e76a87c321 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:36:13.690936 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 6d6a36e3-399a-4b9e-b76e-88e76a87c321 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:36:13.691360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 84f56bd3-0989-408c-a075-c15c82debfbe no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:36:13.714560 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 84f56bd3-0989-408c-a075-c15c82debfbe {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:36:13.714904 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 84f56bd3-0989-408c-a075-c15c82debfbe not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:36:13.738443 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Deleting port 0c9dea0a-42d0-4a67-9376-3ef59126a700 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:36:13.738784 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.804642 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] For port 0c9dea0a-42d0-4a67-9376-3ef59126a700, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0c9dea0a-42d0-4a67-9376-3ef59126a700,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:36:13.804990 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.825371 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] DHCP port deletion for 587421a2-5f9a-433f-9033-684c5e5fdede request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:36:13.866865 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Calling delete_port for 0c9dea0a-42d0-4a67-9376-3ef59126a700 owned by network:dhcp {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:36:13.873605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Deleting port 0c9dea0a-42d0-4a67-9376-3ef59126a700 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:36:13.873994 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:13.936367 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] For port 0c9dea0a-42d0-4a67-9376-3ef59126a700, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=0c9dea0a-42d0-4a67-9376-3ef59126a700,segment=NetworkSegment(13e3ca50-0c7b-4818-bbb5-888e43945838),segment_id=13e3ca50-0c7b-4818-bbb5-888e43945838)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:36:13.936690 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.003415 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Calling delete_port for 0c9dea0a-42d0-4a67-9376-3ef59126a700 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:36:14.027819 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.031089 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:14.054818 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9dea0a-42d0-4a67-9376-3ef59126a700,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:14.057503 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] No DVR routers for this DVR port 0c9dea0a-42d0-4a67-9376-3ef59126a700 on host dv-cinder-797170-2-iscsi {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:36:14.060022 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:14.080830 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.083517 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:14.108083 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Pushing event deleted for resources: {'Port': ['ID=0c9dea0a-42d0-4a67-9376-3ef59126a700,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:14.112648 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] No DVR routers for this DVR port 0c9dea0a-42d0-4a67-9376-3ef59126a700 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.124930 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.125558 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.125647 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.125967 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.126300 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.126624 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:36:14.129967 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-95ca4359-dee9-4632-a9e7-c2ebb5bb2e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:14.130841 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.141042 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587421a2-5f9a-433f-9033-684c5e5fdede']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:14.151056 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e3ca50-0c7b-4818-bbb5-888e43945838') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:14.151349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e3ca50-0c7b-4818-bbb5-888e43945838') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:14.159887 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.172623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.178108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:36:14.178482 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:36:14.180078 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:36:14.308189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.312293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-edd70c74-ed2d-446d-bcad-9e09e52bfd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:14.316138 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.317917 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] 10.222.0.25 "DELETE /v2.0/networks/587421a2-5f9a-433f-9033-684c5e5fdede HTTP/1.1" status: 204 len: 168 time: 0.7089121 Jun 19 20:36:14.327456 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Pushing event deleted for resources: {'Network': ['ID=587421a2-5f9a-433f-9033-684c5e5fdede,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:14.329753 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:14.789260 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38968) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:14.829537 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-825dd34d-6119-4193-a5ea-694c67129380 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c1f30cfe0294152bbef75b4243f9367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387983 Jun 19 20:36:14.831699 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 38970) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:14.881405 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:14.902110 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:15.062179 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:15.064838 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:15.065966 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/816b29bf-afc3-406a-9d16-03927f901992 HTTP/1.1" status: 204 len: 168 time: 0.2333550 Jun 19 20:36:15.066996 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0cf27926-8a35-429e-a972-72a3381b106d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:15.075800 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816b29bf-afc3-406a-9d16-03927f901992,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:15.078516 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:15.657190 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0c9dea0a-42d0-4a67-9376-3ef59126a700 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:36:15.677488 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 0c9dea0a-42d0-4a67-9376-3ef59126a700 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:36:15.677872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 0c9dea0a-42d0-4a67-9376-3ef59126a700 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:36:19.783139 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39074) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:19.826623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Deleting subnet 25ef46d6-bf02-4efd-872d-fef89c6b10ca {{(pid=93445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:36:19.829820 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:19.863391 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7941762'] for subnet, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:19.905789 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.039820 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7941710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7556752'] for subnet, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.042988 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ecf7156f-6547-4eb6-930e-af2178912253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:20.068398 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ef46d6-bf02-4efd-872d-fef89c6b10ca,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:20.071054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:20.072084 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.084248 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-91d2cc4c-cc38-445b-9a2d-27314799e573 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/25ef46d6-bf02-4efd-872d-fef89c6b10ca HTTP/1.1" status: 204 len: 168 time: 0.2907500 Jun 19 20:36:20.084248 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39076) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:20.142416 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.218942 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.228180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:20.238246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ec7834-d4de-43d7-830b-491c962cad6c') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:20.238537 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ec7834-d4de-43d7-830b-491c962cad6c') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:20.247405 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.260201 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.265732 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:36:20.266100 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:36:20.267637 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:36:20.399021 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.402711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:20.405236 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.407122 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b HTTP/1.1" status: 204 len: 168 time: 0.3289323 Jun 19 20:36:20.410041 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39078) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:20.418519 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfe2f5e-a3a3-4be5-ba7a-b709dd58c02b,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:20.421650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:20.457561 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Deleting subnet 3976b698-17d2-4d95-aa49-ca474999450f {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:36:20.460610 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.501235 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.539969 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.679394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.681629 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:20.711443 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3976b698-17d2-4d95-aa49-ca474999450f,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:20.715028 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:20.718058 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.719082 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-bdad6659-7f2d-4f90-b9d7-d94349cdb477 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3976b698-17d2-4d95-aa49-ca474999450f HTTP/1.1" status: 204 len: 168 time: 0.3076112 Jun 19 20:36:20.720230 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39080) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:20.785508 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.864182 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.873845 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d05de4-0861-43f1-b41e-ee705ab61d27']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:20.883588 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1756854f-36fe-41ce-aa39-d0292b62f088') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:20.883923 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1756854f-36fe-41ce-aa39-d0292b62f088') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:36:20.892321 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.905994 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.911686 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:36:20.912579 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:36:20.913692 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:36:21.051094 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:21.054527 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1641f860-c483-410d-be22-208bd880187c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:21.057086 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:21.058900 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] 10.222.0.25 "DELETE /v2.0/networks/56d05de4-0861-43f1-b41e-ee705ab61d27 HTTP/1.1" status: 204 len: 168 time: 0.3377147 Jun 19 20:36:21.069831 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d05de4-0861-43f1-b41e-ee705ab61d27,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:21.072126 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8d907866-3b8c-4cac-ba84-b77c41e78880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:21.419614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39092) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:21.458775 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-29f23ff4-1c84-4fc2-95cc-285e4acba478 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52a689f4419e47f5b0dd2155f20b5085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378900 Jun 19 20:36:21.460968 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39094) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:21.509801 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:21.530449 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:21.655275 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:21.657895 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:21.659062 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c42a70c6-861b-4e89-b6bf-160422b6fe8c HTTP/1.1" status: 204 len: 168 time: 0.1971972 Jun 19 20:36:21.659878 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-993e1154-f12d-4013-a497-872efbe063c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:21.667218 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42a70c6-861b-4e89-b6bf-160422b6fe8c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:21.671195 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f652e44e-e8e2-4886-a959-e58ed752248b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:22.303799 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39100) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:22.342085 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-0e867c79-0cbb-4e56-8303-6b477696cf29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8043c2e7b5d944938ca357c57161c5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370445 Jun 19 20:36:22.344269 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39102) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:22.390984 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:22.411624 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:22.536269 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:22.538811 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:22.539930 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a396fd6-2c28-4628-b2c3-603ab877c370 HTTP/1.1" status: 204 len: 168 time: 0.1947989 Jun 19 20:36:22.540875 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-71528ef9-1c11-4874-af12-d16734995c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:22.549123 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a396fd6-2c28-4628-b2c3-603ab877c370,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:22.552255 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:24.026045 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39136) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:24.135094 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74d473dd-3538-4b50-9d2d-4a8dcf03358f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.218931 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74d473dd-3538-4b50-9d2d-4a8dcf03358f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.301482 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-74d473dd-3538-4b50-9d2d-4a8dcf03358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.303845 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-54ecf03e-d9d0-46bc-897c-366ac37cbd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:24.342840 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-74d473dd-3538-4b50-9d2d-4a8dcf03358f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a394bc25a37946bf91e423e74d7cb4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157113 Jun 19 20:36:24.343895 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d473dd-3538-4b50-9d2d-4a8dcf03358f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c4a44f-3476-48c3-989f-fd301398f778,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:24.345617 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39140) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:36:24.347407 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-74d473dd-3538-4b50-9d2d-4a8dcf03358f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:24.401043 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.421133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.513969 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.516621 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:24.517734 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06c4a44f-3476-48c3-989f-fd301398f778 HTTP/1.1" status: 204 len: 168 time: 0.1705563 Jun 19 20:36:24.518483 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-98b51ef2-95b2-41ae-8949-aea208051d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:36:24.525923 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c4a44f-3476-48c3-989f-fd301398f778,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:36:24.528465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:36:34.352886 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5de9db17-9c8e-4ddc-9d80-6d21d2e8c445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:36.786878 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:36.941434 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b67861cf-de1b-46e5-bbd4-ff40403fbd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:37.193061 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:38.084183 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:39.998527 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:36:47.067133 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:37:04.362919 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4e61-faf1-4cc0-9027-c639b42091ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:06.780337 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:06.928919 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d6a8bf57-bf73-48a3-bbe7-be0730533fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:07.214639 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.083316 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.446901 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39472) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:08.579786 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.663895 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.711640 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.714224 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6d14be29-36d6-4a6c-941d-627eb0485f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:08.753464 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7915042cc4944ff4b2fcb5d56654091b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055391 Jun 19 20:37:08.754477 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38caa361-eb99-422e-ad5f-b18f5dfea120,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:08.756169 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39476) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:08.761384 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.761762 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.762126 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.762482 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.762836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.763191 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.763542 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.763888 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.764284 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.764637 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.764983 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.765328 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:08.769159 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:08.810234 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.830335 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.996993 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:08.999547 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:09.003080 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38caa361-eb99-422e-ad5f-b18f5dfea120 HTTP/1.1" status: 204 len: 168 time: 0.2435942 Jun 19 20:37:09.003080 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-ba031d65-23f4-4207-ab18-7be5c6897860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:09.008986 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38caa361-eb99-422e-ad5f-b18f5dfea120,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:09.016471 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.016860 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.017237 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.017607 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.017992 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.018355 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.018714 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.019072 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.019429 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.019785 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.020165 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.020519 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:37:09.023647 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-43b77fe1-a7c5-4ff7-987e-522549acd1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:09.646282 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39484) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:09.659633 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c0b97605-1a1f-4e82-acde-80af4a9d6420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:09.745605 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c0b97605-1a1f-4e82-acde-80af4a9d6420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:09.831615 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c0b97605-1a1f-4e82-acde-80af4a9d6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:09.834251 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-ac955d25-e9e9-40b4-b0e0-397f01ba9a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:09.870225 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-c0b97605-1a1f-4e82-acde-80af4a9d6420 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed12a6f5aa854471a22a6d7762c4201f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228806 Jun 19 20:37:09.871117 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97605-1a1f-4e82-acde-80af4a9d6420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73292fbc-064a-437b-9c2f-c9c6b815f340,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:09.872888 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39486) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:09.874133 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c0b97605-1a1f-4e82-acde-80af4a9d6420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:09.922752 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:09.943692 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:09.991318 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:10.071558 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:10.074209 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:10.075335 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73292fbc-064a-437b-9c2f-c9c6b815f340 HTTP/1.1" status: 204 len: 168 time: 0.2001832 Jun 19 20:37:10.076118 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-28e348c2-459e-4ee3-9b46-b31e826cb616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:10.083426 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73292fbc-064a-437b-9c2f-c9c6b815f340,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:10.085674 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e39d634d-e526-4c90-8943-1edb6ee9571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:24.065179 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:37:25.265501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39632) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:25.365434 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0f641f04-1c25-4e89-9fa7-9a5f97dd32fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.453636 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0f641f04-1c25-4e89-9fa7-9a5f97dd32fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.527931 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0f641f04-1c25-4e89-9fa7-9a5f97dd32fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.531261 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d5a08490-23b2-44dc-abb1-5bb137c9f972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:25.565943 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641f04-1c25-4e89-9fa7-9a5f97dd32fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c668279b-be6d-409f-835b-5335ef882b51,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:25.571337 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0f641f04-1c25-4e89-9fa7-9a5f97dd32fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=595ce6cf065d41efb5253f8715c023ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048208 Jun 19 20:37:25.572310 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0f641f04-1c25-4e89-9fa7-9a5f97dd32fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:25.574103 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39636) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:25.624539 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.644413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.740012 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.742666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:25.743794 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c668279b-be6d-409f-835b-5335ef882b51 HTTP/1.1" status: 204 len: 168 time: 0.1688547 Jun 19 20:37:25.744579 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3060cf0b-14b0-4db8-b39c-f8880549fe9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:25.752650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668279b-be6d-409f-835b-5335ef882b51,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:25.755587 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-4f313b6b-8fbf-47ea-80ea-d2e33799c1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:26.296109 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39642) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:26.309439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-38994f6f-a4b9-4d30-abc9-ca628ecdfde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.394997 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-38994f6f-a4b9-4d30-abc9-ca628ecdfde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.459424 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-38994f6f-a4b9-4d30-abc9-ca628ecdfde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.462667 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cf90a5ea-7bc9-4681-9209-355075bfc65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:26.497395 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-38994f6f-a4b9-4d30-abc9-ca628ecdfde4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=589b5536d09449159af463c5ca2c3db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002265 Jun 19 20:37:26.498535 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38994f6f-a4b9-4d30-abc9-ca628ecdfde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f21588c-4407-4190-a657-e4d1b4b19c1c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:26.500135 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39644) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:26.501781 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-38994f6f-a4b9-4d30-abc9-ca628ecdfde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:26.547550 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.567844 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.739632 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.742336 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:26.743498 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f21588c-4407-4190-a657-e4d1b4b19c1c HTTP/1.1" status: 204 len: 168 time: 0.2423723 Jun 19 20:37:26.744348 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-32bbea11-4415-4c71-b914-22bc81bca360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:26.751733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f21588c-4407-4190-a657-e4d1b4b19c1c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:26.754129 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4f7e70aa-da58-43ad-8c5e-3feee6d3cca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:31.894990 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39702) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:31.994742 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8b0bdd41-6a05-4751-9a40-816773c4919b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.079513 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8b0bdd41-6a05-4751-9a40-816773c4919b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.127543 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-8b0bdd41-6a05-4751-9a40-816773c4919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.130773 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b8e873c9-0a5b-410d-ac80-16aa7989873d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:32.168915 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-8b0bdd41-6a05-4751-9a40-816773c4919b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37cd1e9ef25e4e4888851f05ba291c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728517 Jun 19 20:37:32.170159 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bdd41-6a05-4751-9a40-816773c4919b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb23b3e-17ab-49e1-8898-66bd040ba2c8,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:32.171599 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39706) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:32.174183 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8b0bdd41-6a05-4751-9a40-816773c4919b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:32.218814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.239365 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.367666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.370243 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:32.371342 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcb23b3e-17ab-49e1-8898-66bd040ba2c8 HTTP/1.1" status: 204 len: 168 time: 0.1986258 Jun 19 20:37:32.372128 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f5219870-85cf-4111-84c7-3db6ccbd830e tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:32.379613 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb23b3e-17ab-49e1-8898-66bd040ba2c8,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:32.381835 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:32.936484 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39712) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:32.950385 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba3a0-24b1-4c9d-8d90-f19e04019809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.036248 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba3a0-24b1-4c9d-8d90-f19e04019809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.099305 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba3a0-24b1-4c9d-8d90-f19e04019809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.102075 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-0edcb4b9-9a69-4d20-89ce-69e8e50eddb8 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:33.139733 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba3a0-24b1-4c9d-8d90-f19e04019809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df159e0-b47d-4453-97c9-68b0b09a54a2,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:33.143007 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4e4ba3a0-24b1-4c9d-8d90-f19e04019809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:33.145791 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-4e4ba3a0-24b1-4c9d-8d90-f19e04019809 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da6eef1d3d624f45aa5fd85f5eaa2327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082236 Jun 19 20:37:33.148671 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39714) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:33.204529 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.226417 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.345038 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.348199 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:33.349305 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1df159e0-b47d-4453-97c9-68b0b09a54a2 HTTP/1.1" status: 204 len: 168 time: 0.1996512 Jun 19 20:37:33.350097 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-530719c2-229f-412d-a172-7501154be9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:33.357040 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df159e0-b47d-4453-97c9-68b0b09a54a2,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:33.360816 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e248851f-c27c-478b-968a-5479e93ce1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:34.374005 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-e430d201-2a0c-40b5-b0d1-bf2c17b40af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:36.802046 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:36.904874 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb9a-d287-46c6-a27f-41506ee7ac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:37.178900 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:38.099970 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:39.996426 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.002213 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39836) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:44.104424 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1a4-8cc4-4653-9a94-1c6934adcb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.190600 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1a4-8cc4-4653-9a94-1c6934adcb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.253334 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb1a4-8cc4-4653-9a94-1c6934adcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.255759 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b3fa1cba-1007-4a00-9b1c-0f7c46e6e6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:44.289175 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb1a4-8cc4-4653-9a94-1c6934adcb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab9dc1-f86a-40fa-898e-fecb43054207,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:44.293824 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-a5bcb1a4-8cc4-4653-9a94-1c6934adcb9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3ad25490394492e86a14c4c9d1d3530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906115 Jun 19 20:37:44.294681 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-a5bcb1a4-8cc4-4653-9a94-1c6934adcb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:44.296442 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39840) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:44.344225 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.364199 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.458930 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.461597 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:44.462718 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4ab9dc1-f86a-40fa-898e-fecb43054207 HTTP/1.1" status: 204 len: 168 time: 0.1654415 Jun 19 20:37:44.463457 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c6a68807-8441-4a22-91d8-56fe1f505924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:44.471255 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab9dc1-f86a-40fa-898e-fecb43054207,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:44.472791 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-9500206c-ca7a-4cd3-b5ab-89379aef7675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:44.998495 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39846) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:45.012614 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f0dcaacd-3f43-4170-b41f-333da2e80539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.097091 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f0dcaacd-3f43-4170-b41f-333da2e80539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.161722 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-f0dcaacd-3f43-4170-b41f-333da2e80539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.164902 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-06ade445-57ea-45a6-8d94-2fc40245dfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:45.199751 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-f0dcaacd-3f43-4170-b41f-333da2e80539 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1997b1ea0a5d4c38b3967a1b006bb7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001984 Jun 19 20:37:45.200720 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcaacd-3f43-4170-b41f-333da2e80539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27f40e-06a3-436a-8d4a-56705552aeb3,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:45.202473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39848) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:45.204306 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f0dcaacd-3f43-4170-b41f-333da2e80539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:45.250266 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.269860 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.366742 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.369280 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:45.370385 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c27f40e-06a3-436a-8d4a-56705552aeb3 HTTP/1.1" status: 204 len: 168 time: 0.1669216 Jun 19 20:37:45.371227 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-33ec1a8a-3a2d-4c25-93ee-0147a76e72a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:45.378293 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27f40e-06a3-436a-8d4a-56705552aeb3,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:45.381161 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6fbd9248-397f-41b2-a135-9d24c932af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:45.998907 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39854) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:46.012329 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.098101 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.179026 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.181619 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1ed2a320-2165-4135-b136-d414d5c8bd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:46.219476 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=297043a11d1d44c3b51296de6fdc6089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195184 Jun 19 20:37:46.220488 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd131fbd-1979-46f0-ab88-e23e658ddbcb,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:46.222141 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 39856) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:37:46.223595 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:37:46.274816 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.294707 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.395935 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.398442 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:37:46.399539 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd131fbd-1979-46f0-ab88-e23e658ddbcb HTTP/1.1" status: 204 len: 168 time: 0.1751873 Jun 19 20:37:46.400605 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-79b305f9-9f2a-4ff7-9bce-b01df1e0c97b tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:37:46.407586 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd131fbd-1979-46f0-ab88-e23e658ddbcb,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:37:46.409902 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:01.062832 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:38:04.365923 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5be0b3ad-c87d-44c6-9a4c-84f8b5b1d5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:06.761526 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:06.927305 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-7cc5f213-82b0-43cf-bf7f-66b1b7426b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:07.189799 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:08.098640 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:09.990380 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.431121 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 39996) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:11.529710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.614189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.692914 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.695545 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-297ea8a9-d04c-4a5c-bd52-6ff0045d9967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:11.735435 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08027302cb1341b8ae9386016752e534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032286 Jun 19 20:38:11.736325 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8525fd3c-cb17-49c6-a214-22d0210f6f84,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:11.738110 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40000) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:11.743885 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.747814 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.751763 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:11.786248 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.806581 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.904628 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.907206 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:11.908458 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8525fd3c-cb17-49c6-a214-22d0210f6f84 HTTP/1.1" status: 204 len: 168 time: 0.1693375 Jun 19 20:38:11.909219 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-8443b23e-dad7-4457-a77d-02d297c36619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:11.917054 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8525fd3c-cb17-49c6-a214-22d0210f6f84,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:11.924059 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.924447 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.925169 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.925169 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.925660 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.926029 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.926394 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.926765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.927117 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.927471 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.927827 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.928206 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:11.931727 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e7223f7f-672f-4a7e-9ed4-ef89d357880b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:12.817218 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40022) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:12.908205 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-347589129-network', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:12.996042 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Made reservation on behalf of 5c3a53af79f445f984c121b7fbcb1a50 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:38:12.998442 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.007531 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.094266 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.138462 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.141455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3195a1e9-8846-47d3-8027-3d4663170cae tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:13.166861 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:38:13.176346 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197b025-2c48-4d23-b6b5-48a202003e11,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:13.180465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:13.181502 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.181836 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Added segment c6913df9-dde2-47d2-ad35-0cb966c29fb9 of type vlan for network 4174c3b2-29c3-4135-9777-4941aba6068f Jun 19 20:38:13.219999 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.298415 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.299756 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:13.300370 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.302499 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:13.357449 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Pushing event updated for resources: {'Network': ['ID=4174c3b2-29c3-4135-9777-4941aba6068f,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:13.360591 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:13.367565 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 4174c3b2-29c3-4135-9777-4941aba6068f details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:38:13.396352 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5779192 Jun 19 20:38:13.399890 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40026) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:13.404916 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Request body: {'subnet': {'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-347589129-subnet', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:13.481236 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Made reservation on behalf of 5c3a53af79f445f984c121b7fbcb1a50 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:38:13.483650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7556795'] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.750210 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7941775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7556777'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:13.752611 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c822fba4-8725-4a66-b878-fa73925b044b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:13.810185 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:13.814058 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:13.817648 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Checking segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:13.818235 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Network hostable DHCP agents. Network: 4174c3b2-29c3-4135-9777-4941aba6068f, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:38:13.926890 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Network 4174c3b2-29c3-4135-9777-4941aba6068f is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:38:14.058295 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 4174c3b2-29c3-4135-9777-4941aba6068f) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:14.062508 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:14.063087 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.067131 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54202631-b7f1-4ac8-bb7e-578582396027 None None] Network 4174c3b2-29c3-4135-9777-4941aba6068f requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:38:14.144754 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7437253 Jun 19 20:38:14.147301 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40028) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:14.152010 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:14.211602 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-4174c3b2-29c3-4135-9777-4941aba6068f', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:38:14.212456 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.235631 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.236686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.286518 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.339412 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Allocated IP 172.20.0.2 (4174c3b2-29c3-4135-9777-4941aba6068f/0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25/f9b925c0-1207-4472-9acf-fd10a37acc98) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:14.460818 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.478933 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.486926 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Transition to ACTIVE for port object f9b925c0-1207-4472-9acf-fd10a37acc98 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:14.500631 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Transition to ACTIVE for port object f9b925c0-1207-4472-9acf-fd10a37acc98 will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:14.567347 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.570105 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:14.607090 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Network 4174c3b2-29c3-4135-9777-4941aba6068f is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:14.610047 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:14.613518 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:14.620701 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Pushing event updated for resources: {'Port': ['ID=f9b925c0-1207-4472-9acf-fd10a37acc98,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:14.652254 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.652604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.652949 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.653283 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.653615 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.653952 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.654276 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.654603 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.654925 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.655245 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.655566 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.655880 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:14.660124 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:14.688073 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Attempting to bind port f9b925c0-1207-4472-9acf-fd10a37acc98 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:14.688456 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Attempting to bind port f9b925c0-1207-4472-9acf-fd10a37acc98 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:14.688828 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Attempting to bind port f9b925c0-1207-4472-9acf-fd10a37acc98 on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:14.693792 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:14.694178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Checking segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:14.694591 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.694997 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Bound using segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:14.696063 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Bound port: f9b925c0-1207-4472-9acf-fd10a37acc98, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:14.696463 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.703877 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.725144 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.756042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] For port f9b925c0-1207-4472-9acf-fd10a37acc98, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:14.759550 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] For port f9b925c0-1207-4472-9acf-fd10a37acc98, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f9b925c0-1207-4472-9acf-fd10a37acc98,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:14.818759 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:14.822098 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Allocated IP 172.27.2.35 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/e71d00df-0910-493e-9a62-c5cf0079f198) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:14.822596 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-eaa8fecf-f9be-499e-96ed-b5004d42a88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:14.877145 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Pushing event updated for resources: {'Port': ['ID=f9b925c0-1207-4472-9acf-fd10a37acc98,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:14.880258 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:14.927434 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:15.052334 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:15.054455 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0676e46f-f47a-45e3-bc93-2f4dde4c4283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:15.095075 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:15.098012 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:15.102868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:15.106129 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=e71d00df-0910-493e-9a62-c5cf0079f198,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:15.125313 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:15.402122 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:15.595792 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:15.739383 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d41a0e-097e-44e9-9779-6bc468eb3f7a None None] Network 4174c3b2-29c3-4135-9777-4941aba6068f requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:38:15.756827 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f9b925c0-1207-4472-9acf-fd10a37acc98 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:15.790205 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:38:15.888081 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-f2f69509-7456-4712-a566-85691361e06b None None] Provisioning for port f9b925c0-1207-4472-9acf-fd10a37acc98 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:15.892374 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:38:15.904178 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:38:15.921767 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:15.922381 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:15.971544 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port f9b925c0-1207-4472-9acf-fd10a37acc98 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:15.981814 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port f9b925c0-1207-4472-9acf-fd10a37acc98 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:15.982127 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.012024 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.013294 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8650804 Jun 19 20:38:16.015836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40030) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:16.091397 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:16.216269 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.277407 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port f9b925c0-1207-4472-9acf-fd10a37acc98, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f9b925c0-1207-4472-9acf-fd10a37acc98,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:38:16.336817 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-f7463178-688e-4d90-a666-24ccd5887795 None None] Provisioning complete for port f9b925c0-1207-4472-9acf-fd10a37acc98 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:16.337085 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f7463178-688e-4d90-a666-24ccd5887795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.339558 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:15Z', 'revision_number': 3, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:16.387728 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.392492 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-abd94a92-119d-43ae-92c8-cda0d30d0f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:16.394467 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:38:16.394814 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Updating router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 port e71d00df-0910-493e-9a62-c5cf0079f198 binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:38:16.462741 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.505617 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=f9b925c0-1207-4472-9acf-fd10a37acc98,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:16.509027 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:16.717676 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.871427 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Allocated IP 172.20.0.1 (4174c3b2-29c3-4135-9777-4941aba6068f/0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25/c6106627-6727-48d5-9993-0512e8388378) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:16.883064 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.892878 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Transition to ACTIVE for port object e71d00df-0910-493e-9a62-c5cf0079f198 will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:16.955527 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.958326 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:16.971545 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:16.985382 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Transition to ACTIVE for port object c6106627-6727-48d5-9993-0512e8388378 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:17.005225 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Attempting to bind port e71d00df-0910-493e-9a62-c5cf0079f198 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:17.005719 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Attempting to bind port e71d00df-0910-493e-9a62-c5cf0079f198 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:17.006090 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Attempting to bind port e71d00df-0910-493e-9a62-c5cf0079f198 on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:17.014323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0c39-b189-4522-b7da-9b9b5134aaf3 None None] Pushing event updated for resources: {'Port': ['ID=e71d00df-0910-493e-9a62-c5cf0079f198,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:17.016979 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-98ee0c39-b189-4522-b7da-9b9b5134aaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:17.018152 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:17.040909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:17.040909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.040909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:17.040909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Bound port: e71d00df-0910-493e-9a62-c5cf0079f198, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:17.040909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.069419 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] For port e71d00df-0910-493e-9a62-c5cf0079f198, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:17.072326 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] For port e71d00df-0910-493e-9a62-c5cf0079f198, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=e71d00df-0910-493e-9a62-c5cf0079f198,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:17.104231 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.107246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d27697e4-245d-42e5-aebc-add59726fe4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:17.132377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.134290 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-98ee0c39-b189-4522-b7da-9b9b5134aaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:17.143123 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Network 4174c3b2-29c3-4135-9777-4941aba6068f is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:17.146115 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:17.150689 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:17.177634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6106627-6727-48d5-9993-0512e8388378,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:17.182222 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:17.197423 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.199510 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0c39-b189-4522-b7da-9b9b5134aaf3 None None] Pushing event updated for resources: {'Port': ['ID=e71d00df-0910-493e-9a62-c5cf0079f198,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:17.202884 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-98ee0c39-b189-4522-b7da-9b9b5134aaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:17.203492 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:17.204154 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:17.316304 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:17.497949 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:15Z', 'revision_number': 3, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:17.515362 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.527058 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-0eef73ac-ca4a-49dc-a688-23502fc2188b None None] Provisioning for port c6106627-6727-48d5-9993-0512e8388378 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:17.529130 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02d9a4-30c4-4765-8a91-5600eb712771 None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:15Z', 'revision_number': 3, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:38:17.535993 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-0eef73ac-ca4a-49dc-a688-23502fc2188b None None] Provisioning complete for port c6106627-6727-48d5-9993-0512e8388378 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:17.536529 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0eef73ac-ca4a-49dc-a688-23502fc2188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.572910 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-0eef73ac-ca4a-49dc-a688-23502fc2188b None None] Port c6106627-6727-48d5-9993-0512e8388378 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:38:17.684405 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.724512 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f9b925c0-1207-4472-9acf-fd10a37acc98 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:17.767824 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.769456 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:17.804590 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port f9b925c0-1207-4472-9acf-fd10a37acc98 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:17.805618 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.844525 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6106627-6727-48d5-9993-0512e8388378,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:17.849172 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:17.850398 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:17.945096 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Network 4174c3b2-29c3-4135-9777-4941aba6068f is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:17.947145 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:18.073776 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:38:18.191638 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:38:18.197640 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-30c26dfb-2952-41d6-ae8d-51b48cafe208 None None] Provisioning complete for port c6106627-6727-48d5-9993-0512e8388378 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:18.198163 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-30c26dfb-2952-41d6-ae8d-51b48cafe208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:18.204538 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/b1996eb6-bdd5-4f0a-87c6-50484e05ee11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1874931 Jun 19 20:38:18.234271 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-30c26dfb-2952-41d6-ae8d-51b48cafe208 None None] Port c6106627-6727-48d5-9993-0512e8388378 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:38:18.872052 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40046) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:18.877103 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-347797377-network', 'tenant_id': '0597dffe788d416190e95932bc34f743'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:19.012793 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Made reservation on behalf of 0597dffe788d416190e95932bc34f743 for: {'network': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:38:19.015250 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for network, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.027912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.035448 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:38:19.044116 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:19.044849 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:19.111000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.145952 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:19.201612 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.205571 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8645cf84-7707-4e5f-94a1-96f5f292a793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:19.226105 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 19 20:38:19.234750 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b40e21-4200-4bab-b644-bb038fdbda5c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:19.238305 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:19.243840 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.243840 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.segments_db [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Added segment ea118e34-cc51-4e37-aded-63753248c6a1 of type vlan for network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 Jun 19 20:38:19.280867 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777039100618'] for network, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.334926 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 2, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:19.363589 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:38:19.364131 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Updating router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 port c6106627-6727-48d5-9993-0512e8388378 binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:38:19.383535 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067'] for network, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.385021 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:19.385707 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.388878 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d7ccb9a8-81e6-4383-921e-077f6be43af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:19.397284 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.446570 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3e389e06-8128-4dc8-a78d-b53bb50b82a1,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:19.449185 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:19.456524 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 details requested by agent ovs-agent-dv-cinder-797170-2-iscsi with host dv-cinder-797170-2-iscsi {{(pid=93446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 19 20:38:19.527867 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-7e9f61a6-1f82-490a-be10-930c66491fd2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6547062 Jun 19 20:38:19.530531 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40048) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:19.535417 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Request body: {'subnet': {'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-347797377-subnet', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'ip_version': 4}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:19.647142 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Made reservation on behalf of 0597dffe788d416190e95932bc34f743 for: {'subnet': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:38:19.648626 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.649880 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7556795'] for subnet, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.684106 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Transition to ACTIVE for port object c6106627-6727-48d5-9993-0512e8388378 will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:19.751457 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e71d00df-0910-493e-9a62-c5cf0079f198 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:19.761733 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.766382 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:19.815814 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Pushing event updated for resources: {'Port': ['ID=c6106627-6727-48d5-9993-0512e8388378,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:19.848546 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.848885 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.849217 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.849549 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.849873 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.850232 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.850610 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.850932 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.851362 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.852297 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.852621 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.852942 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:38:19.857079 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:19.881545 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port e71d00df-0910-493e-9a62-c5cf0079f198 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:19.885873 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port e71d00df-0910-493e-9a62-c5cf0079f198 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:19.886311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.910541 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7941775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7556777'] for subnet, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.913715 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:19.917862 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Attempting to bind port c6106627-6727-48d5-9993-0512e8388378 on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Attempting to bind port c6106627-6727-48d5-9993-0512e8388378 by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Attempting to bind port c6106627-6727-48d5-9993-0512e8388378 on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Checking segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Bound using segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Bound port: c6106627-6727-48d5-9993-0512e8388378, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:19.927563 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.982712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e142d647-0684-4d19-9c55-2dd731f4fa79,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:19.986750 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:19.993372 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:19.994556 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Checking segment: {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:19.994917 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Network hostable DHCP agents. Network: 3e389e06-8128-4dc8-a78d-b53bb50b82a1, hostable agents: ['c6b4f915-ba0a-4487-8c26-b62734a37852'], hosted agents: [] {{(pid=93445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 19 20:38:19.997829 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] For port c6106627-6727-48d5-9993-0512e8388378, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:20.001144 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] For port c6106627-6727-48d5-9993-0512e8388378, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c6106627-6727-48d5-9993-0512e8388378,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:20.016487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port e71d00df-0910-493e-9a62-c5cf0079f198, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=e71d00df-0910-493e-9a62-c5cf0079f198,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:38:20.070570 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.073053 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-d0536446-9af3-413a-88ef-a69b692d6df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:20.097483 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 is scheduled to be hosted by DHCP agent c6b4f915-ba0a-4487-8c26-b62734a37852 with binding_index 1 {{(pid=93445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 19 20:38:20.097692 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.099794 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-ddb29d5e-5357-4b17-ae4c-067cee8b3d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:20.123734 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:20.124414 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:20.154740 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=e71d00df-0910-493e-9a62-c5cf0079f198,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:20.166156 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:20.167411 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-2-iscsi, 3e389e06-8128-4dc8-a78d-b53bb50b82a1) {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:20.171457 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:20.174845 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.175096 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Pushing event updated for resources: {'Port': ['ID=c6106627-6727-48d5-9993-0512e8388378,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:20.177243 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-98d615c0-c9a4-40bb-800c-4c165600fc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:20.185682 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c8849-144f-4ee9-946a-f17595aae94c None None] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:38:20.251750 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:20.260352 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-2ecbf05d-6452-4e2c-a059-6dba202cf4ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7287006 Jun 19 20:38:20.262804 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40050) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:20.267366 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:20.338015 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9157bb3e-545b-53cc-8428-0ac0634c9d00-3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'fixed_ips': [{'subnet_id': 'e142d647-0684-4d19-9c55-2dd731f4fa79'}]}} from dv-cinder-797170-2-iscsi. {{(pid=93446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 19 20:38:20.341992 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.361583 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2051244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1858'] for router, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.364960 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1851'] for router, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.423345 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.472555 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:20.482403 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.db_base_plugin_common [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Allocated IP 172.20.0.2 (3e389e06-8128-4dc8-a78d-b53bb50b82a1/e142d647-0684-4d19-9c55-2dd731f4fa79/27ac30fd-057e-4b6d-8668-49563bc6db1f) {{(pid=93446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:20.501313 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7360d-d888-42ba-8936-13a29ba0d516 None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:38:20.647022 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.655689 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Transition to ACTIVE for port object 27ac30fd-057e-4b6d-8668-49563bc6db1f will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:20.659417 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1833'] for router, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.673642 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Transition to ACTIVE for port object 27ac30fd-057e-4b6d-8668-49563bc6db1f will not be triggered until provisioned by entity DHCP. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:20.767420 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613'] for port, after_create {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.769681 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:20.811626 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 is already hosted by enough agents. {{(pid=93446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:20.814738 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.scheduler.base_scheduler [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Resources bound (agent type, host, resource id): {{(pid=93446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:20.819544 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Received port after_create {{(pid=93446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:20.822759 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Pushing event updated for resources: {'Port': ['ID=27ac30fd-057e-4b6d-8668-49563bc6db1f,revision_number=1']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:20.826569 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:20.880640 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Attempting to bind port 27ac30fd-057e-4b6d-8668-49563bc6db1f on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:20.881029 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Attempting to bind port 27ac30fd-057e-4b6d-8668-49563bc6db1f by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:20.881403 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Attempting to bind port 27ac30fd-057e-4b6d-8668-49563bc6db1f on network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:20.886821 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:20.887216 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Checking segment: {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:20.887626 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.888103 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Bound using segment: {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:20.888593 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Bound port: 27ac30fd-057e-4b6d-8668-49563bc6db1f, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:20.888980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.947354 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:20.959363 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] For port 27ac30fd-057e-4b6d-8668-49563bc6db1f, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:20.963303 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] For port 27ac30fd-057e-4b6d-8668-49563bc6db1f, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=27ac30fd-057e-4b6d-8668-49563bc6db1f,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:20.966944 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.053313 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.055983 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:21.075299 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Allocated IP 172.27.2.150 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/9192eca3-dbe7-467f-9807-08c870d8607f) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:21.118966 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Pushing event updated for resources: {'Port': ['ID=27ac30fd-057e-4b6d-8668-49563bc6db1f,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:21.122674 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:21.197439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.286527 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.290418 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8ce89fdd-8195-47d9-948f-3d9d374497ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:21.334593 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:21.339469 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:21.342007 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:21.368972 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Pushing event updated for resources: {'Port': ['ID=9192eca3-dbe7-467f-9807-08c870d8607f,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:21.371932 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:21.653967 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.838166 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e71d00df-0910-493e-9a62-c5cf0079f198 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:21.863635 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087737'] for router, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.887242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port e71d00df-0910-493e-9a62-c5cf0079f198 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:21.887624 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:21.976911 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 27ac30fd-057e-4b6d-8668-49563bc6db1f up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:22.057213 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Router a50ac588-4d99-494d-8fbf-a854ffcdb09d is scheduled to L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 with binding_index 1 {{(pid=93445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 19 20:38:22.067468 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fac5d8-c6ae-4564-9f94-9fba86e940b3 None None] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:38:22.131657 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 27ac30fd-057e-4b6d-8668-49563bc6db1f completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:22.143901 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6106627-6727-48d5-9993-0512e8388378 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:22.165242 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:38:22.177864 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Sync routers for ids ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:38:22.225875 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Routers {'a50ac588-4d99-494d-8fbf-a854ffcdb09d'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:22.227147 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:22.247016 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.248269 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ecf3376f-7f33-42ab-bcf9-082d3392780b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9844449 Jun 19 20:38:22.250902 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40052) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:22.300146 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Provisioning for port 27ac30fd-057e-4b6d-8668-49563bc6db1f completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:22.309050 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Provisioning complete for port 27ac30fd-057e-4b6d-8668-49563bc6db1f triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:22.309360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.377134 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port c6106627-6727-48d5-9993-0512e8388378 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:22.396372 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port c6106627-6727-48d5-9993-0512e8388378 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:22.396742 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.427765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Set router a50ac588-4d99-494d-8fbf-a854ffcdb09d gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:22.749664 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.784819 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.826342 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] For port 27ac30fd-057e-4b6d-8668-49563bc6db1f, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=27ac30fd-057e-4b6d-8668-49563bc6db1f,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:38:22.854480 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port c6106627-6727-48d5-9993-0512e8388378, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c6106627-6727-48d5-9993-0512e8388378,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:38:22.869869 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:21Z', 'revision_number': 3, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:22.895666 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Checking router: a50ac588-4d99-494d-8fbf-a854ffcdb09d for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:38:22.896131 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Updating router a50ac588-4d99-494d-8fbf-a854ffcdb09d port 9192eca3-dbe7-467f-9807-08c870d8607f binding host dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:38:22.898625 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.915657 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:22.956396 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.962367 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:22.963524 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.001136 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Pushing event updated for resources: {'Port': ['ID=27ac30fd-057e-4b6d-8668-49563bc6db1f,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:23.005161 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-a3e4e934-ec43-4021-a3a9-6f15e4029842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:23.005644 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:23.104975 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-891c9105-edfc-4c17-bfd2-2ab959762bd7 None None] Provisioning complete for port 27ac30fd-057e-4b6d-8668-49563bc6db1f triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:23.105359 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-891c9105-edfc-4c17-bfd2-2ab959762bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.119033 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Allocated IP 172.20.0.1 (3e389e06-8128-4dc8-a78d-b53bb50b82a1/e142d647-0684-4d19-9c55-2dd731f4fa79/19313589-1d28-4b94-9ac4-3aae270d5c5c) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:23.157357 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=c6106627-6727-48d5-9993-0512e8388378,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:23.170858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:23.219416 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.232650 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Transition to ACTIVE for port object 19313589-1d28-4b94-9ac4-3aae270d5c5c will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:23.327329 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.330259 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-bd22be26-d5ea-42bb-b7f6-cc4d5fe45eb1 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:23.334916 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Notify callbacks [] for port, precommit_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.344376 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Transition to ACTIVE for port object 9192eca3-dbe7-467f-9807-08c870d8607f will not be triggered until provisioned by entity L2. {{(pid=93446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:23.366444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:23.369935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:23.373386 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:23.398492 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Pushing event updated for resources: {'Port': ['ID=19313589-1d28-4b94-9ac4-3aae270d5c5c,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:23.402779 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:23.418864 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2084886'] for router_interface, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.430605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.433976 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-fbbe5ee4-26c5-4e97-89fe-d78af5766dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:23.483053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Attempting to bind port 9192eca3-dbe7-467f-9807-08c870d8607f on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:23.483523 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Attempting to bind port 9192eca3-dbe7-467f-9807-08c870d8607f by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:23.484038 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Attempting to bind port 9192eca3-dbe7-467f-9807-08c870d8607f on network e900000a-5acd-4e0b-9c91-57381f1bf252 {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:23.489816 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8ecac-46f3-45bc-8f71-c246483d7038 None None] Pushing event updated for resources: {'Port': ['ID=9192eca3-dbe7-467f-9807-08c870d8607f,revision_number=2']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-e2b8ecac-46f3-45bc-8f71-c246483d7038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Checking segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Bound using segment: {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'} {{(pid=93446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.managers [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Bound port: 9192eca3-dbe7-467f-9807-08c870d8607f, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d79b77-537c-42eb-b13c-867e84636b09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252'}}] {{(pid=93446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:23.500985 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.551246 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] For port 9192eca3-dbe7-467f-9807-08c870d8607f, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:23.554177 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] For port 9192eca3-dbe7-467f-9807-08c870d8607f, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=9192eca3-dbe7-467f-9807-08c870d8607f,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:23.644657 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.676416 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.679657 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:23.725371 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 27ac30fd-057e-4b6d-8668-49563bc6db1f up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:23.745340 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-5296b046-eaf1-4c4b-ac18-e767ac5d46a3 None None] Provisioning for port 19313589-1d28-4b94-9ac4-3aae270d5c5c completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:23.762952 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-5296b046-eaf1-4c4b-ac18-e767ac5d46a3 None None] Provisioning complete for port 19313589-1d28-4b94-9ac4-3aae270d5c5c triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:23.763362 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5296b046-eaf1-4c4b-ac18-e767ac5d46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.811368 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.812456 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8ecac-46f3-45bc-8f71-c246483d7038 None None] Pushing event updated for resources: {'Port': ['ID=9192eca3-dbe7-467f-9807-08c870d8607f,revision_number=3']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:23.817528 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-e2b8ecac-46f3-45bc-8f71-c246483d7038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:23.822515 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Routers {'a50ac588-4d99-494d-8fbf-a854ffcdb09d'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:23.822515 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:23.858605 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-5296b046-eaf1-4c4b-ac18-e767ac5d46a3 None None] Port 19313589-1d28-4b94-9ac4-3aae270d5c5c cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:38:23.881157 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.885571 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e00ca77c-26c1-47c0-911f-e3dd7fef563d tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:23.905190 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 27ac30fd-057e-4b6d-8668-49563bc6db1f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:23.908597 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:23.956735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Pushing event updated for resources: {'Port': ['ID=19313589-1d28-4b94-9ac4-3aae270d5c5c,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:23.960427 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] Set router a50ac588-4d99-494d-8fbf-a854ffcdb09d gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:23.961407 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:23.962670 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091023'] for router_interface, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:24.050782 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:24.052249 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:24.101465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6106627-6727-48d5-9993-0512e8388378 up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:24.169427 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Router a50ac588-4d99-494d-8fbf-a854ffcdb09d has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:38:24.211980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port c6106627-6727-48d5-9993-0512e8388378 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:24.212368 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:24.269789 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '19313589-1d28-4b94-9ac4-3aae270d5c5c', 'name': '', 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'mac_address': 'fa:16:3e:a3:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:22Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 1, 'project_id': '0597dffe788d416190e95932bc34f743', 'subnets': [{'id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:24.282234 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:38:24.286947 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] 10.222.0.25 "PUT /v2.0/routers/a50ac588-4d99-494d-8fbf-a854ffcdb09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0350449 Jun 19 20:38:24.325271 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8b817-0bc4-4fe9-899c-589d7169cfda None None] The sync data for ids ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'] in dv-cinder-797170-2-iscsi is: [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '19313589-1d28-4b94-9ac4-3aae270d5c5c', 'name': '', 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'mac_address': 'fa:16:3e:a3:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:22Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 1, 'project_id': '0597dffe788d416190e95932bc34f743', 'subnets': [{'id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:38:24.344076 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-c39cf3c7-7a97-4f75-9150-9fc588b5d48e None None] Provisioning complete for port 19313589-1d28-4b94-9ac4-3aae270d5c5c triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:24.344473 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c39cf3c7-7a97-4f75-9150-9fc588b5d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:24.380249 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-c39cf3c7-7a97-4f75-9150-9fc588b5d48e None None] Port 19313589-1d28-4b94-9ac4-3aae270d5c5c cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:38:24.951984 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40062) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:24.956708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299382964', 'description': 'tempest-secgroup-smoke-1299382964 description', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:25.041575 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.124308 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.201308 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.203936 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e68d3ab5-2d2a-4a3f-906c-787a82636d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:25.232406 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ae8f45-c14b-4abb-b566-2dc69cf6bac8,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:25.235127 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:25.315370 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.316668 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-104a3813-a5a5-4440-99f5-41ef49aab0dd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3636987 Jun 19 20:38:25.319675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40064) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:25.324966 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group_rule': {'security_group_id': '25ae8f45-c14b-4abb-b566-2dc69cf6bac8', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:25.413055 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.480163 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.543662 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.545710 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:25.562347 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a54f2c5-3c47-4012-acd1-ba19dabd4961,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:25.565106 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:25.647245 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.648533 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-df894f6e-a956-458e-8f47-135cedd5365f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272469 Jun 19 20:38:25.651480 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40066) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:25.655995 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group_rule': {'security_group_id': '25ae8f45-c14b-4abb-b566-2dc69cf6bac8', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:25.736169 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 9192eca3-dbe7-467f-9807-08c870d8607f up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:25.760482 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.818661 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.834260 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 9192eca3-dbe7-467f-9807-08c870d8607f completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:25.838861 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 9192eca3-dbe7-467f-9807-08c870d8607f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:25.839238 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.909763 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.914310 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:25.916282 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-476131be-5b2d-4af7-8548-cb1783960b06 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:25.929954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8cce9c-f50b-4951-b385-244b9ee66b39,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:25.932391 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:25.933890 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 9192eca3-dbe7-467f-9807-08c870d8607f, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=9192eca3-dbe7-467f-9807-08c870d8607f,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:38:26.012869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.014087 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-39768d2c-1b64-4b01-aff1-febd57eca08d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616512 Jun 19 20:38:26.016723 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40068) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:26.021287 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group_rule': {'security_group_id': '25ae8f45-c14b-4abb-b566-2dc69cf6bac8', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:26.045765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.047601 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-98ee0c39-b189-4522-b7da-9b9b5134aaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:26.095500 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=9192eca3-dbe7-467f-9807-08c870d8607f,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:26.098419 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:26.159176 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.214870 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.298422 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.300729 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:26.316675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e29760-69c1-4969-bacc-ba3afc1caa5c,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:26.319021 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:26.400303 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.401426 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3838058 Jun 19 20:38:26.404063 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40070) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:26.409136 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group_rule': {'security_group_id': '25ae8f45-c14b-4abb-b566-2dc69cf6bac8', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:26.518890 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.578093 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.670211 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.672327 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:26.690167 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e10dc15-d922-4abe-93e5-d131871c93ab,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:26.692546 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:26.769004 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.770281 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-fd4059f2-9f14-492c-9c1f-3fbe1f0cf380 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3652554 Jun 19 20:38:26.773169 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40072) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:26.778091 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group_rule': {'security_group_id': '25ae8f45-c14b-4abb-b566-2dc69cf6bac8', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:26.846675 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.securitygroups_db [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Project 5c3a53af79f445f984c121b7fbcb1a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 20:38:26.851454 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.910302 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.971405 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:26.973586 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-6da9ae9b-b7b5-4305-aecc-870be7dd4a4b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:26.989649 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e7b081-61ec-4a71-8399-9d7026654fcc,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:26.992622 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:27.062618 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:27.063858 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0bc6cdc2-708e-46a3-83c2-54663026a803 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2897582 Jun 19 20:38:27.066646 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40074) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:38:27.071158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'security_group_rule': {'security_group_id': '25ae8f45-c14b-4abb-b566-2dc69cf6bac8', 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:27.172543 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.securitygroups_db [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Project 5c3a53af79f445f984c121b7fbcb1a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 19 20:38:27.177445 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:27.235355 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:27.319501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1985730'] for security_group_rule, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:27.321618 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:27.338195 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa507f0-0e77-46f9-ab1e-980e438255ff,revision_number=0']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:27.341069 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:27.406995 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:27.408328 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c7753c47-a871-49f4-8cfa-568b41a61fd7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3407300 Jun 19 20:38:27.568595 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Sync routers for ids ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:38:27.577977 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Routers {'a50ac588-4d99-494d-8fbf-a854ffcdb09d'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:27.578585 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:27.684910 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Set router a50ac588-4d99-494d-8fbf-a854ffcdb09d gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:27.741534 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 9192eca3-dbe7-467f-9807-08c870d8607f up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:27.791642 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 9192eca3-dbe7-467f-9807-08c870d8607f triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:27.792063 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:27.985406 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '19313589-1d28-4b94-9ac4-3aae270d5c5c', 'name': '', 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'mac_address': 'fa:16:3e:a3:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:22Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 2, 'project_id': '0597dffe788d416190e95932bc34f743', 'subnets': [{'id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:28.016945 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Checking router: a50ac588-4d99-494d-8fbf-a854ffcdb09d for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:38:28.017317 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Updating router a50ac588-4d99-494d-8fbf-a854ffcdb09d port 19313589-1d28-4b94-9ac4-3aae270d5c5c binding host dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 19 20:38:28.049806 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:28.299394 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Notify callbacks [] for port, precommit_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:28.309663 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.provisioning_blocks [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Transition to ACTIVE for port object 19313589-1d28-4b94-9ac4-3aae270d5c5c will not be triggered until provisioned by entity L2. {{(pid=93447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:28.389930 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:28.393026 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:28.464964 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb01949-f32b-4ef9-9b08-9fef5afc14b9 None None] Pushing event updated for resources: {'Port': ['ID=19313589-1d28-4b94-9ac4-3aae270d5c5c,revision_number=3']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:28.468207 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-8cb01949-f32b-4ef9-9b08-9fef5afc14b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:28.521321 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Attempting to bind port 19313589-1d28-4b94-9ac4-3aae270d5c5c on host dv-cinder-797170-2-iscsi for vnic_type normal with profile {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:28.521698 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Attempting to bind port 19313589-1d28-4b94-9ac4-3aae270d5c5c by drivers openvswitch,hyperv on host dv-cinder-797170-2-iscsi at level 0 using segments [{'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:28.522068 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Attempting to bind port 19313589-1d28-4b94-9ac4-3aae270d5c5c on network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:28.528059 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Checking agent: {'id': '4bb2c24c-c404-4415-8261-7e951244e9da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 16, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:28.528443 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Checking segment: {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:28.528848 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:28.529253 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Bound using segment: {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'} {{(pid=93447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:28.529789 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.managers [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Bound port: 19313589-1d28-4b94-9ac4-3aae270d5c5c, host: dv-cinder-797170-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea118e34-cc51-4e37-aded-63753248c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1'}}] {{(pid=93447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:28.530172 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:28.595405 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] For port 19313589-1d28-4b94-9ac4-3aae270d5c5c, host dv-cinder-797170-2-iscsi, cleared binding levels {{(pid=93447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:28.598609 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.plugins.ml2.db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] For port 19313589-1d28-4b94-9ac4-3aae270d5c5c, host dv-cinder-797170-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=19313589-1d28-4b94-9ac4-3aae270d5c5c,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:28.702889 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron_lib.callbacks.manager [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:28.705665 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-603b3596-3cb2-4183-b224-797cb25458d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:28.760093 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Routers {'a50ac588-4d99-494d-8fbf-a854ffcdb09d'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:38:28.760739 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:38:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:28.765653 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb01949-f32b-4ef9-9b08-9fef5afc14b9 None None] Pushing event updated for resources: {'Port': ['ID=19313589-1d28-4b94-9ac4-3aae270d5c5c,revision_number=4']} {{(pid=93447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:28.797742 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG oslo_concurrency.lockutils [None req-8cb01949-f32b-4ef9-9b08-9fef5afc14b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:28.875915 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] Set router a50ac588-4d99-494d-8fbf-a854ffcdb09d gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:38:29.079508 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '19313589-1d28-4b94-9ac4-3aae270d5c5c', 'name': '', 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'mac_address': 'fa:16:3e:a3:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:22Z', 'updated_at': '2021-06-19T20:38:28Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'subnets': [{'id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:38:29.104047 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe14e16-2021-4778-b4de-63397dbe027b None None] The sync data for ids ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'] in dv-cinder-797170-2-iscsi is: [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:23Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': '19313589-1d28-4b94-9ac4-3aae270d5c5c', 'name': '', 'network_id': '3e389e06-8128-4dc8-a78d-b53bb50b82a1', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'mac_address': 'fa:16:3e:a3:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:22Z', 'updated_at': '2021-06-19T20:38:28Z', 'revision_number': 4, 'project_id': '0597dffe788d416190e95932bc34f743', 'subnets': [{'id': 'e142d647-0684-4d19-9c55-2dd731f4fa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:38:29.734655 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 19313589-1d28-4b94-9ac4-3aae270d5c5c up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:29.886877 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning for port 19313589-1d28-4b94-9ac4-3aae270d5c5c completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:29.890879 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 19313589-1d28-4b94-9ac4-3aae270d5c5c triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:29.891261 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:29.965891 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:29.996650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-84d49531-13a5-4752-b461-d10de724124d None None] For port 19313589-1d28-4b94-9ac4-3aae270d5c5c, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=19313589-1d28-4b94-9ac4-3aae270d5c5c,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:38:30.047222 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:30.049111 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:30.096484 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Pushing event updated for resources: {'Port': ['ID=19313589-1d28-4b94-9ac4-3aae270d5c5c,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:30.099388 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-84d49531-13a5-4752-b461-d10de724124d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:31.722141 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 19313589-1d28-4b94-9ac4-3aae270d5c5c up at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:38:31.888572 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-84d49531-13a5-4752-b461-d10de724124d None None] Provisioning complete for port 19313589-1d28-4b94-9ac4-3aae270d5c5c triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:31.888934 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:34.372427 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-57260fd1-81b2-4832-aaf4-ba5ed84d4b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:36.799543 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:36.972170 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-70419b76-35fe-4138-a273-f5f3186c5f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:37.178279 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:38.061775 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:38:38.114989 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:39.972164 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:49.636232 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-602e27a1-c5e7-4596-991c-62dc921c1a84 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299382964&fields=id&tenant_id=5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 267 time: 0.0343242 Jun 19 20:38:49.737759 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-16fbd89e-c31f-4048-9cf0-3022793f95ee tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:49.739183 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-16fbd89e-c31f-4048-9cf0-3022793f95ee tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 811 time: 0.0966818 Jun 19 20:38:49.753569 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-3d7069ed-159c-409d-a8b6-032e70f7701d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/quotas/5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 375 time: 0.0084991 Jun 19 20:38:49.822248 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-3248889e-b69a-44e1-918b-13145a97fb24 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636780 Jun 19 20:38:49.921315 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-f3b41471-9588-4959-bbf6-1ef890928423 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:38:49.922322 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-f3b41471-9588-4959-bbf6-1ef890928423 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0893540 Jun 19 20:38:50.006714 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-803aa716-dc10-40b2-a316-5bd92ab72b6d service neutron] 10.222.0.25 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783646 Jun 19 20:38:50.100848 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-9195fd6a-6f5f-48dd-a398-995ef66720e3 service neutron] 10.222.0.25 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877986 Jun 19 20:38:50.691140 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-add00170-603a-42d7-81cf-8df5a3248b39 req-8d0aec00-d79f-4ded-bd80-f10e134b7388 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0778186 Jun 19 20:38:51.771052 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-49784585-ee72-4e24-bfe5-346534e4b830 req-7916f4ed-bdf1-4cfd-8324-bbd797f2ecc6 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Jun 19 20:38:52.928309 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8bd479f6-f750-429f-a805-d4ef5cbf6e0c req-26427f26-985b-4c1d-98d7-a107588a31c1 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0314145 Jun 19 20:38:53.082333 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-b355de75-c772-4f20-a9b2-8e03d333a25a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:53.083928 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-b355de75-c772-4f20-a9b2-8e03d333a25a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 811 time: 0.1043978 Jun 19 20:38:53.130414 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-59e3f8e3-2c8b-4c1f-9eb5-6d67b09cace6 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 380 time: 0.0374429 Jun 19 20:38:53.139011 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'port': {'device_id': '07553560-620b-4ab3-b886-4c2b256d31e1', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'admin_state_up': True, 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'security_groups': ['25ae8f45-c14b-4abb-b566-2dc69cf6bac8']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:53.318954 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Made reservation on behalf of 5c3a53af79f445f984c121b7fbcb1a50 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:38:53.323194 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:53.446420 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Allocated IP 172.20.0.11 (4174c3b2-29c3-4135-9777-4941aba6068f/0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25/50371aef-9047-46a8-a59f-a71db77e3c1d) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:38:53.573050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:53.589578 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Transition to ACTIVE for port object 50371aef-9047-46a8-a59f-a71db77e3c1d will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:53.726688 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:53.731300 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-17afaaf3-ef50-4492-ab1e-972a92b35171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:53.770529 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Network 4174c3b2-29c3-4135-9777-4941aba6068f is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:38:53.774054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:38:53.781107 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:38:53.787464 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=50371aef-9047-46a8-a59f-a71db77e3c1d,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:53.807818 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:53.833108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:53.833783 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:53.916288 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-299db5cf-b754-4eba-bda1-324f650e945a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7807739 Jun 19 20:38:53.927708 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Request body: {'port': {'device_id': '07553560-620b-4ab3-b886-4c2b256d31e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:38:54.003248 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.074936 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-96999d36-e279-4197-8e8e-4479dc17e9de None None] Provisioning for port 50371aef-9047-46a8-a59f-a71db77e3c1d completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:38:54.078928 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-96999d36-e279-4197-8e8e-4479dc17e9de None None] Provisioning complete for port 50371aef-9047-46a8-a59f-a71db77e3c1d triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:38:54.079311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-96999d36-e279-4197-8e8e-4479dc17e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.113861 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-96999d36-e279-4197-8e8e-4479dc17e9de None None] Port 50371aef-9047-46a8-a59f-a71db77e3c1d cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:38:54.207456 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2b30-7a0a-4639-8155-bf4c29a9c4a3 req-3548d90b-172a-4dd5-9a68-edeab7fc810c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:54.208941 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-517c2b30-7a0a-4639-8155-bf4c29a9c4a3 req-3548d90b-172a-4dd5-9a68-edeab7fc810c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 932 time: 0.1642342 Jun 19 20:38:54.267265 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-517c2b30-7a0a-4639-8155-bf4c29a9c4a3 req-e3de2b92-f2a6-405a-acca-0132cc2dceac tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510752 Jun 19 20:38:54.333582 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50371aef-9047-46a8-a59f-a71db77e3c1d {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:38:54.341243 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.353065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Transition to ACTIVE for port object 50371aef-9047-46a8-a59f-a71db77e3c1d will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:38:54.417451 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.420250 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-41f0c1f7-ad9f-4861-9087-e9a05cf582d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:54.506886 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Pushing event updated for resources: {'Port': ['ID=50371aef-9047-46a8-a59f-a71db77e3c1d,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:54.512326 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:54.561349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Attempting to bind port 50371aef-9047-46a8-a59f-a71db77e3c1d on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:38:54.561686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Attempting to bind port 50371aef-9047-46a8-a59f-a71db77e3c1d by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:38:54.562012 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Attempting to bind port 50371aef-9047-46a8-a59f-a71db77e3c1d on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:54.566497 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Port 50371aef-9047-46a8-a59f-a71db77e3c1d on network 4174c3b2-29c3-4135-9777-4941aba6068f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:38:54.566818 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Attempting to bind port 50371aef-9047-46a8-a59f-a71db77e3c1d on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:38:54.571601 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:38:54.571935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Checking segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:38:54.572338 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Bound using segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:38:54.572761 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Bound port: 50371aef-9047-46a8-a59f-a71db77e3c1d, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:38:54.573109 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.635554 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] For port 50371aef-9047-46a8-a59f-a71db77e3c1d, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:38:54.638828 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] For port 50371aef-9047-46a8-a59f-a71db77e3c1d, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=50371aef-9047-46a8-a59f-a71db77e3c1d,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:38:54.715133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.717200 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-1b1960d3-1bfe-4044-8cfd-a315bfe925eb tempest-TestMinimumBasicScenario-2002749547 tempest-TestMinimumBasicScenario-2002749547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:38:54.751631 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:54.752264 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:38:54.753614 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] 10.222.0.22 "PUT /v2.0/ports/50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 200 len: 1094 time: 0.8305151 Jun 19 20:38:54.754116 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:38:54.756400 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298f6c3-9313-4e63-ae40-0a6fd465a119" -d '{"events": [{"name": "network-changed", "server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:38:54.778233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Pushing event updated for resources: {'Port': ['ID=50371aef-9047-46a8-a59f-a71db77e3c1d,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:38:54.781922 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:38:54.796659 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831b20ea-7271-4b38-a471-f773258fdfa0 x-openstack-request-id: req-831b20ea-7271-4b38-a471-f773258fdfa0 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:38:54.796998 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:38:54.797297 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831b20ea-7271-4b38-a471-f773258fdfa0 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:38:54.797852 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'status': 'completed', 'code': 200} Jun 19 20:38:54.875797 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f6c3-9313-4e63-ae40-0a6fd465a119 req-5a4c2cc0-bdad-4e2e-bb6c-ebc65a7060ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:54.877486 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0298f6c3-9313-4e63-ae40-0a6fd465a119 req-5a4c2cc0-bdad-4e2e-bb6c-ebc65a7060ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1097 time: 0.0581899 Jun 19 20:38:54.979234 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f6c3-9313-4e63-ae40-0a6fd465a119 req-2514bff3-f1a6-4649-b9ac-0ad21123bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:54.980706 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0298f6c3-9313-4e63-ae40-0a6fd465a119 req-2514bff3-f1a6-4649-b9ac-0ad21123bfee service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959909 Jun 19 20:38:55.072887 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f6c3-9313-4e63-ae40-0a6fd465a119 req-d49fddd7-8216-4fd4-ac7c-bb50dfaed324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:55.074227 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0298f6c3-9313-4e63-ae40-0a6fd465a119 req-d49fddd7-8216-4fd4-ac7c-bb50dfaed324 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877583 Jun 19 20:38:55.157787 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-21a209ea-39cb-4f19-a567-6f717e89af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:55.159196 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-21a209ea-39cb-4f19-a567-6f717e89af4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1097 time: 0.0507255 Jun 19 20:38:55.199633 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-47897b9d-861f-4c10-897d-095178e2ca0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 200 len: 217 time: 0.0335972 Jun 19 20:38:55.247261 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-8aedac66-b5c4-4d5b-9283-f874cae78d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:55.248673 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-8aedac66-b5c4-4d5b-9283-f874cae78d89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0437829 Jun 19 20:38:55.303699 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-cb1aa485-2a25-4502-aa6d-f4b17d496f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:55.305235 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-cb1aa485-2a25-4502-aa6d-f4b17d496f5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502467 Jun 19 20:38:55.419972 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-56445572-f5b9-4a33-a62a-6f7449f630f8 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086202 Jun 19 20:38:55.501372 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c09e9-8e04-4537-9773-0e2c412a0b0e req-0ce1bf35-6460-43a5-851c-2c92aba40a9e tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:55.502716 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-241c09e9-8e04-4537-9773-0e2c412a0b0e req-0ce1bf35-6460-43a5-851c-2c92aba40a9e tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.1216123 Jun 19 20:38:55.541835 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ff485b67-f8ab-417c-b71e-8fe091eae787 req-ed1bddfc-5f84-4e79-b230-fb75653833ca service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147377 Jun 19 20:38:55.558158 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-241c09e9-8e04-4537-9773-0e2c412a0b0e req-cbd99644-d2b5-4168-b7a6-2a96667700c2 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476816 Jun 19 20:38:56.732496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f39ade-dea7-407c-ada5-60b82784b173 req-5beaeb00-a00a-442d-9660-7ccc0748e3b5 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:56.733962 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-13f39ade-dea7-407c-ada5-60b82784b173 req-5beaeb00-a00a-442d-9660-7ccc0748e3b5 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0622430 Jun 19 20:38:56.770643 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-13f39ade-dea7-407c-ada5-60b82784b173 req-013e340b-0054-4563-ad27-618ce2c384b3 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Jun 19 20:38:57.947253 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e047ed8-588e-4473-8c9c-dd6eb61b76ae req-eef36f04-0fbd-44a3-b400-bda5c124d58a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:57.948737 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1e047ed8-588e-4473-8c9c-dd6eb61b76ae req-eef36f04-0fbd-44a3-b400-bda5c124d58a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0671465 Jun 19 20:38:57.985456 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1e047ed8-588e-4473-8c9c-dd6eb61b76ae req-97eeb0c7-6c30-474f-8b57-c1bd0df7112a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Jun 19 20:38:59.153413 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b55c9-da11-4fd4-8bba-fd16f7470fea req-85008a60-477c-4023-a657-469813b946d1 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:38:59.154882 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-520b55c9-da11-4fd4-8bba-fd16f7470fea req-85008a60-477c-4023-a657-469813b946d1 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0627868 Jun 19 20:38:59.193655 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-520b55c9-da11-4fd4-8bba-fd16f7470fea req-c13cf512-ec0b-4942-b338-ee5b39144b09 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Jun 19 20:39:00.511218 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84087d-b2d3-4ef5-a4fc-d7ed4c8f48c7 req-083949c6-506b-48b1-9656-0d485411265c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:00.512664 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1a84087d-b2d3-4ef5-a4fc-d7ed4c8f48c7 req-083949c6-506b-48b1-9656-0d485411265c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0604620 Jun 19 20:39:00.548023 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-1a84087d-b2d3-4ef5-a4fc-d7ed4c8f48c7 req-3eb993b9-05eb-464a-8278-84dc0536c67d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298698 Jun 19 20:39:01.715444 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342c31-b83e-4ba6-b87f-1b9c7e0ba794 req-143f6cf3-0964-4361-9dd6-ddecec72ec5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:01.716949 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c8342c31-b83e-4ba6-b87f-1b9c7e0ba794 req-143f6cf3-0964-4361-9dd6-ddecec72ec5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0618675 Jun 19 20:39:01.752159 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-c8342c31-b83e-4ba6-b87f-1b9c7e0ba794 req-a16251d1-8ac3-445d-8411-ed1caa93b396 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297513 Jun 19 20:39:02.921574 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992473a3-be79-45a8-8761-83e6f087fd66 req-5a038abd-d994-4c8b-bca1-ef5b245d70bf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:02.922989 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-992473a3-be79-45a8-8761-83e6f087fd66 req-5a038abd-d994-4c8b-bca1-ef5b245d70bf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 944 time: 0.0644822 Jun 19 20:39:02.958640 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-992473a3-be79-45a8-8761-83e6f087fd66 req-0bffcf50-87bf-4bd8-8aee-bf9f57f955d7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301423 Jun 19 20:39:03.208650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 50371aef-9047-46a8-a59f-a71db77e3c1d details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:39:03.298209 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 50371aef-9047-46a8-a59f-a71db77e3c1d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=50371aef-9047-46a8-a59f-a71db77e3c1d,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:39:03.312540 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'port_id': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'mac_address': 'fa:16:3e:26:88:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:39:03.347377 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:03.359214 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50371aef-9047-46a8-a59f-a71db77e3c1d {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:39:03.377907 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 50371aef-9047-46a8-a59f-a71db77e3c1d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=50371aef-9047-46a8-a59f-a71db77e3c1d,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:39:03.438487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:03.440263 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-ac458d7c-4b1b-4ec4-805b-6e660258e0b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:39:03.484312 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=50371aef-9047-46a8-a59f-a71db77e3c1d,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:39:03.487148 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:39:03.814120 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['50371aef-9047-46a8-a59f-a71db77e3c1d'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:39:04.125870 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50ec7-a094-466b-a479-912836d5936b req-50ea253e-1ab5-4806-86f2-ee063f9b8109 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:04.127197 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-16c50ec7-a094-466b-a479-912836d5936b req-50ea253e-1ab5-4806-86f2-ee063f9b8109 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 945 time: 0.0605161 Jun 19 20:39:04.163123 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-16c50ec7-a094-466b-a479-912836d5936b req-113642cd-0113-416c-a3a9-93f822c5b32b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303404 Jun 19 20:39:04.365554 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0692c214-7b01-403a-8a14-4043b971ca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:05.239685 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 50371aef-9047-46a8-a59f-a71db77e3c1d up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:39:05.331108 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42bb98-1438-4b01-a130-5f902c1a0b99 req-5cf7749a-916b-4b3d-8aa3-8dd642394abf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:05.332571 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3c42bb98-1438-4b01-a130-5f902c1a0b99 req-5cf7749a-916b-4b3d-8aa3-8dd642394abf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 945 time: 0.0613372 Jun 19 20:39:05.368678 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3c42bb98-1438-4b01-a130-5f902c1a0b99 req-d1fca5ea-d799-409d-852c-77b691ecd6eb tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299118 Jun 19 20:39:05.375110 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 50371aef-9047-46a8-a59f-a71db77e3c1d completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:39:05.378897 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 50371aef-9047-46a8-a59f-a71db77e3c1d triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:39:05.379274 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:05.456832 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:05.477921 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:39:05.480168 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437fce87-659b-41a1-91c3-d9144b193c76" -d '{"events": [{"server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "name": "network-vif-plugged", "status": "completed", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:39:05.491895 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 50371aef-9047-46a8-a59f-a71db77e3c1d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=50371aef-9047-46a8-a59f-a71db77e3c1d,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:39:05.567149 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0738a80-468e-49a7-a8f6-cb0909af4459 x-openstack-request-id: req-c0738a80-468e-49a7-a8f6-cb0909af4459 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:39:05.567452 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "name": "network-vif-plugged", "status": "completed", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:39:05.567717 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0738a80-468e-49a7-a8f6-cb0909af4459 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:39:05.568160 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'code': 200} Jun 19 20:39:05.569469 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:05.571352 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-b3d28e76-ff2a-4015-b50f-f250b4c0e540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:39:05.617839 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=50371aef-9047-46a8-a59f-a71db77e3c1d,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:39:05.620747 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:39:05.973353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329805ac-4067-4bff-9474-97821ac7f309 req-2b9ddaa1-d11b-4cd3-a875-c380558d80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:05.974772 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-329805ac-4067-4bff-9474-97821ac7f309 req-2b9ddaa1-d11b-4cd3-a875-c380558d80be service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1099 time: 0.0515924 Jun 19 20:39:06.010999 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-329805ac-4067-4bff-9474-97821ac7f309 req-2d88da93-d268-48f8-84b9-2af459018f54 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301678 Jun 19 20:39:06.544567 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631bf0b-a3f2-4780-98a6-a0e6bde55552 req-f15f3a05-4b5f-43cd-b94d-0e6b4622b82c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:06.546053 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a631bf0b-a3f2-4780-98a6-a0e6bde55552 req-f15f3a05-4b5f-43cd-b94d-0e6b4622b82c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 946 time: 0.0650518 Jun 19 20:39:06.582461 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a631bf0b-a3f2-4780-98a6-a0e6bde55552 req-ffa7ca12-e0f7-43a1-8813-b02cb5972929 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 Jun 19 20:39:06.788408 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:06.925779 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-34e8f239-a6c5-46c1-9d6d-d12b3f0f5ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:07.222928 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:07.757177 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651bf05-bbed-44f1-9959-1b6a211f3511 req-dc1bfe81-44ff-455e-b01c-b6908b99f757 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:07.759213 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5651bf05-bbed-44f1-9959-1b6a211f3511 req-dc1bfe81-44ff-455e-b01c-b6908b99f757 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 946 time: 0.0660000 Jun 19 20:39:07.795292 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-5651bf05-bbed-44f1-9959-1b6a211f3511 req-81288c2b-4755-4de6-ae60-955ac7b30cb5 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jun 19 20:39:07.965802 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4fd63-613c-4457-8432-886c4290754c req-07bb1430-9066-415a-9a83-a52ce2c61e68 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:07.967241 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-78e4fd63-613c-4457-8432-886c4290754c req-07bb1430-9066-415a-9a83-a52ce2c61e68 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 946 time: 0.0628023 Jun 19 20:39:08.004027 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-78e4fd63-613c-4457-8432-886c4290754c req-45aa9baf-feff-4f85-8e25-c97ba6eb890d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Jun 19 20:39:08.028267 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40286) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:39:08.124912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f39a6-7163-4913-bebb-558732a5f8e4 tempest-TestVolumeBootPattern-628157814 tempest-TestVolumeBootPattern-628157814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:08.126378 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-433f39a6-7163-4913-bebb-558732a5f8e4 tempest-TestVolumeBootPattern-628157814 tempest-TestVolumeBootPattern-628157814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1094 time: 0.0971811 Jun 19 20:39:08.129623 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40290) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:39:08.136172 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.v2.base [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'port_id': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:39:08.141064 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:08.228962 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:08.229302 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-de0af599-1257-437b-8d41-8b78c4cdd85b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070008 Jun 19 20:39:08.320958 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-895fb5a1-3852-4ccb-8201-ab8bd90caebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:08.322316 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-895fb5a1-3852-4ccb-8201-ab8bd90caebb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1099 time: 0.0506389 Jun 19 20:39:08.322475 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:08.423497 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_common [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Allocated IP 172.27.2.54 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/5d99ce9b-3eb1-4f32-9781-e178130f82e7) {{(pid=93444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:39:08.425979 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-6b1219e1-725f-4b7c-a940-7837f24e0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:08.427505 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-6b1219e1-725f-4b7c-a940-7837f24e0502 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0866551 Jun 19 20:39:08.467434 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-0e11743c-7aef-431b-aeed-23d83bf6e96b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 200 len: 217 time: 0.0340176 Jun 19 20:39:08.514711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-3f542084-1a9e-4cae-99e2-905be5a220fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:08.516205 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-3f542084-1a9e-4cae-99e2-905be5a220fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0427039 Jun 19 20:39:08.528153 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:08.575629 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-4d08971f-a996-465e-8131-cc1fb8fca9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:08.577059 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-4d08971f-a996-465e-8131-cc1fb8fca9f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548289 Jun 19 20:39:08.621439 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6477158'] for port, after_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:08.624326 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-f44d1805-3e06-42e3-9244-1aea301f165e tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:39:08.659953 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:39:08.661439 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-5abc1977-7a91-4d4f-aac7-7eb4929a5ad2 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780170 Jun 19 20:39:08.662700 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.base_scheduler [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Resources bound (agent type, host, resource id): {{(pid=93444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:39:08.666976 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Received port after_create {{(pid=93444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:39:08.693115 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=5d99ce9b-3eb1-4f32-9781-e178130f82e7,revision_number=1']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:39:08.696904 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:39:08.752977 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93e2eefd-a073-492e-b6b5-d0d68f1af46f req-c7bcf509-c346-46ad-928d-b2239625fded service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855854 Jun 19 20:39:09.020772 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:09.160680 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:09.302466 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:09.336174 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-8efc9fc7-6984-487a-b7a2-16e58373f0e5 req-c9ad0bff-144f-4710-9c78-2a1673c26381 service neutron] (93445) timed out ('10.222.0.22', 64640) {{(pid=93445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 20:39:09.354228 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6477136'] for port, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:09.356958 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-b45491db-7b94-4d9d-94a7-36ec62e3229f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:39:09.423719 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=5d99ce9b-3eb1-4f32-9781-e178130f82e7,revision_number=2']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:39:09.427519 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:39:09.432695 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:09.527542 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.db.l3_db [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Floating IP 53a721fc-b979-482d-ac40-d194a62a07ec associated. External IP: 172.27.2.54, port: 50371aef-9047-46a8-a59f-a71db77e3c1d. Jun 19 20:39:09.719820 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:39:09.822311 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:39:09.831696 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:39:09.841577 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:39:09.842548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:39:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:39:09.918299 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:09.959878 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-1664f8c1-d070-4523-b6eb-b4a1ee17877a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8282781 Jun 19 20:39:09.960268 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:39:09.960493 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d'}] {{(pid=93444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:39:09.962991 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}995566cc47ea649ea9473d7dd01d5c0df306d49dc0447c2f3c978d3a31f61c48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3" -d '{"events": [{"name": "network-changed", "server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d"}]}' {{(pid=93444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:39:10.005991 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:10.053214 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c86cd-f2f7-462f-9a8c-32a645cbbd08 x-openstack-request-id: req-1b7c86cd-f2f7-462f-9a8c-32a645cbbd08 {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:39:10.053712 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d", "status": "completed", "code": 200}]} {{(pid=93444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:39:10.053984 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7c86cd-f2f7-462f-9a8c-32a645cbbd08 {{(pid=93444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:39:10.054294 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'status': 'completed', 'code': 200} Jun 19 20:39:10.126777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-52691e99-588f-454b-90e9-7613a1e14ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:10.128279 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-52691e99-588f-454b-90e9-7613a1e14ed9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1099 time: 0.0535975 Jun 19 20:39:10.184951 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '53a721fc-b979-482d-ac40-d194a62a07ec', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:26:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07553560-620b-4ab3-b886-4c2b256d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:39:08Z', 'updated_at': '2021-06-19T20:39:08Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:39:10.210046 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:39:10.217057 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-0262d405-7ba5-4d8e-bcd7-cf2475fcc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:10.218511 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-0262d405-7ba5-4d8e-bcd7-cf2475fcc64a service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0846858 Jun 19 20:39:10.218649 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:39:10.219189 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:39:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:39:10.280575 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-11eaa40c-07a5-46b3-9fba-ebe6787e0952 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 200 len: 999 time: 0.0554957 Jun 19 20:39:10.320868 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:39:10.326780 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-6a4fb52e-a305-4640-a171-3b7d578e860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:10.328245 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-6a4fb52e-a305-4640-a171-3b7d578e860c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0408173 Jun 19 20:39:10.386248 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-6617314d-82d7-4ab4-9261-c9755e51e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:39:10.387728 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-6617314d-82d7-4ab4-9261-c9755e51e6c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533879 Jun 19 20:39:10.473522 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-9e3eea0e-1e4f-4988-aa48-3882e1e65a64 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790474 Jun 19 20:39:10.537702 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '53a721fc-b979-482d-ac40-d194a62a07ec', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:26:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07553560-620b-4ab3-b886-4c2b256d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:39:08Z', 'updated_at': '2021-06-19T20:39:08Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:39:10.562212 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-acbbbd09-3a2e-42eb-8ef5-e85456bc9be3 req-a5fb32b0-c52d-44f3-8e68-060de60c3c39 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830173 Jun 19 20:39:10.562795 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1184ff7-fc8a-4d17-9411-e597e8f16575 None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '53a721fc-b979-482d-ac40-d194a62a07ec', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:26:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07553560-620b-4ab3-b886-4c2b256d31e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:39:08Z', 'updated_at': '2021-06-19T20:39:08Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:39:10.734288 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cfe12b-7877-4a20-a822-b30039d4f1ad None None] New status for floating IP 53a721fc-b979-482d-ac40-d194a62a07ec: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:39:15.061495 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:39:34.385581 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a9151608-06cb-428d-856d-1cd298f3432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:36.782451 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:36.930875 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-fa626336-0d50-4d74-91bd-8af67cd15d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:37.265647 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:38.159688 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:39.985281 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:39:52.059765 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:40:04.361455 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-67132ed3-1158-4361-a336-da2f7daa3b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:06.801292 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:06.964632 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-180db622-9435-49b2-a281-0c3584ae97d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:07.218317 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:08.109517 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:09.169490 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-4cd3c54c-b158-4189-9dee-60ead66021b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505223 Jun 19 20:40:09.257395 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-341454cb-30e4-4477-b792-5d8062a84548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:40:09.258819 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-341454cb-30e4-4477-b792-5d8062a84548 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1099 time: 0.0495710 Jun 19 20:40:09.642229 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-c891ac8c-2d5a-4b51-81a4-9d5298ac87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:40:09.643655 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-c891ac8c-2d5a-4b51-81a4-9d5298ac87e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.3661575 Jun 19 20:40:09.705378 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-25d0938e-b2be-47c0-aca5-3c72be8592df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 200 len: 1001 time: 0.0550265 Jun 19 20:40:09.753386 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-1d948691-b215-424d-8d8a-2b11379fc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:40:09.754764 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-1d948691-b215-424d-8d8a-2b11379fc5ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0432673 Jun 19 20:40:09.811929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-3afaa3e5-5155-44ee-811a-72a4f2403a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:40:09.813344 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-3afaa3e5-5155-44ee-811a-72a4f2403a6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523076 Jun 19 20:40:09.898360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-f14d0d1a-e602-4323-b9f9-2e75e3f3a65b service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784955 Jun 19 20:40:09.986934 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7cc04d83-0491-4d63-94e0-5c7266ef1d27 req-da98aa9f-0b07-4778-8e8e-e50d286904d4 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822060 Jun 19 20:40:10.006925 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:29.058365 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:40:34.365462 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84cfd15d-8dd3-4f0a-951e-e952fd055a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:36.828360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:36.948303 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1bd9-00f6-4d0f-a91a-d410cfcbcab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:37.192050 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:38.143190 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:40:39.976881 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:04.387239 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b7c895ac-563f-4be4-928f-ccde2830b10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:06.057213 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:41:06.848671 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:06.941243 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d103e58c-9e43-4039-99a9-732f584c277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:07.202879 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:08.111548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:09.987485 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:10.168476 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-dff8d0d8-6d32-4a2f-a91d-94e84c3f2cfb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519168 Jun 19 20:41:10.257964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-b0fe1299-4c6d-4ad7-a912-4e3bb841bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:10.259371 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-b0fe1299-4c6d-4ad7-a912-4e3bb841bb82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 1099 time: 0.0499547 Jun 19 20:41:10.360208 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-57589eaa-fefb-4107-b2bc-62b4f1aff735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:10.361620 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-57589eaa-fefb-4107-b2bc-62b4f1aff735 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0826356 Jun 19 20:41:10.422866 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-47d0c506-8652-4b74-98f8-ce12ddf7355a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 200 len: 1001 time: 0.0542710 Jun 19 20:41:10.474002 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-26e2f3cd-fc85-4a92-ba72-5db05a7f0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:10.475409 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-26e2f3cd-fc85-4a92-ba72-5db05a7f0157 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0468206 Jun 19 20:41:10.530269 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-02253f4e-b007-4133-8f43-24948723ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:10.531581 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-02253f4e-b007-4133-8f43-24948723ab3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492721 Jun 19 20:41:10.622575 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-f78cb72b-00eb-4bea-92f9-64b289a0c9b8 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844820 Jun 19 20:41:10.707696 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-33a79975-109c-422d-b2ae-bb0536e0cbdc req-0e7ede12-3f62-4440-b04b-218629220fb4 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785131 Jun 19 20:41:20.106720 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [req-f17f9c72-da9e-4bd0-a783-954670f5d06f req-1306b5fb-9786-4cc3-89c6-aa8b9642e3cd service neutron] (93444) timed out ('10.222.0.22', 64644) {{(pid=93444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 20:41:24.334496 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f28a1-be15-43a3-adc4-802f8bf7d833 req-1c0f6ccd-3054-41df-ba65-86037a9a8431 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:24.335860 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0a7f28a1-be15-43a3-adc4-802f8bf7d833 req-1c0f6ccd-3054-41df-ba65-86037a9a8431 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 946 time: 0.0639150 Jun 19 20:41:24.372062 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0a7f28a1-be15-43a3-adc4-802f8bf7d833 req-19bbdf62-87f6-4d79-89d6-365ebfa1f1ff tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307372 Jun 19 20:41:25.546066 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac5561-9cdf-4565-a751-ea4b476d4b5c req-414b7a6e-e33d-4f51-a2a0-c19dedd26348 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:25.547482 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-83ac5561-9cdf-4565-a751-ea4b476d4b5c req-414b7a6e-e33d-4f51-a2a0-c19dedd26348 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 946 time: 0.0614495 Jun 19 20:41:25.583391 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-83ac5561-9cdf-4565-a751-ea4b476d4b5c req-dba4d80e-4038-4fae-b6d6-15b651390b24 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304549 Jun 19 20:41:25.896240 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-c04081f8-85fb-462d-b3f2-adf27b7d6a4d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:25.897676 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-c04081f8-85fb-462d-b3f2-adf27b7d6a4d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 946 time: 0.0644701 Jun 19 20:41:25.990512 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Deleting port 50371aef-9047-46a8-a59f-a71db77e3c1d {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:41:25.990766 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:26.076441 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] For port 50371aef-9047-46a8-a59f-a71db77e3c1d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=50371aef-9047-46a8-a59f-a71db77e3c1d,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:41:26.076788 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:26.233675 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:26.234035 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:26.234337 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Floating IP 53a721fc-b979-482d-ac40-d194a62a07ec disassociated. External IP: 172.27.2.54, port: 50371aef-9047-46a8-a59f-a71db77e3c1d. Jun 19 20:41:26.234666 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Calling delete_port for 50371aef-9047-46a8-a59f-a71db77e3c1d owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:41:26.409295 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:26.413760 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ae5f7756-5fb4-4de2-9dc7-28e3442ef2c9 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:26.437633 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'Port': ['ID=50371aef-9047-46a8-a59f-a71db77e3c1d,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:26.448170 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.448721 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.448891 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.449277 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.449633 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.449988 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.450341 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.450692 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.451045 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.451394 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.451742 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.452116 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:26.488862 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:26.558472 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:41:26.669181 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:41:26.681891 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:41:26.690874 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:41:26.691956 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:41:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:26.712614 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] No DVR routers for this DVR port 50371aef-9047-46a8-a59f-a71db77e3c1d on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:41:26.717232 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:26.719379 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-892ffea8-958d-4d31-8f62-f7c08dab5cb0 req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "DELETE /v2.0/ports/50371aef-9047-46a8-a59f-a71db77e3c1d HTTP/1.1" status: 204 len: 173 time: 0.8166687 Jun 19 20:41:26.719887 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'name': 'network-vif-deleted', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:41:26.722200 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c687d-3772-4afa-9979-835c4e3910f2" -d '{"events": [{"server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "name": "network-vif-deleted", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:41:26.748347 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-74a9b4e8-5350-415a-a7ee-a5d48ed852d2 req-ad40c4a2-f458-44b8-b235-58b076f36910 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0325599 Jun 19 20:41:26.805745 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:41:26.822706 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa0208-0aff-489a-8693-a4757db0775f x-openstack-request-id: req-4caa0208-0aff-489a-8693-a4757db0775f {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:41:26.823040 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07553560-620b-4ab3-b886-4c2b256d31e1", "name": "network-vif-deleted", "tag": "50371aef-9047-46a8-a59f-a71db77e3c1d", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:41:26.823338 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4caa0208-0aff-489a-8693-a4757db0775f {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:41:26.823774 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07553560-620b-4ab3-b886-4c2b256d31e1', 'name': 'network-vif-deleted', 'tag': '50371aef-9047-46a8-a59f-a71db77e3c1d', 'status': 'completed', 'code': 200} Jun 19 20:41:27.016042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:27.042188 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:41:27.050234 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:41:27.050849 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:41:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:27.279125 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:41:27.469563 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:27.498299 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f79f5-ee5f-41cc-81a3-010f3c3c59c3 None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:41:27.793092 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48d948-7c33-4d4b-b641-46160a1be3f7 None None] New status for floating IP 53a721fc-b979-482d-ac40-d194a62a07ec: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:41:27.906267 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 50371aef-9047-46a8-a59f-a71db77e3c1d no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:41:27.908205 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-dd1b95d1-0f58-4587-a8d3-e9a636a1f513 req-74acd319-9ed9-490a-9569-a8da61bb8b41 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=07553560-620b-4ab3-b886-4c2b256d31e1 HTTP/1.1" status: 200 len: 210 time: 0.0319383 Jun 19 20:41:27.928478 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 50371aef-9047-46a8-a59f-a71db77e3c1d {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:41:27.928478 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 50371aef-9047-46a8-a59f-a71db77e3c1d not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:41:29.143423 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-dc1d249e-f4bf-44ad-a03f-a6d8c536c2a6 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299382964&fields=id&tenant_id=5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 267 time: 0.0355613 Jun 19 20:41:29.245164 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-4a730cfe-0091-4c09-9660-63b0c860d0cf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:29.246578 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-4a730cfe-0091-4c09-9660-63b0c860d0cf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 811 time: 0.0970082 Jun 19 20:41:29.261306 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-a8a47eef-1ddf-496d-b545-699de213e50f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/quotas/5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 375 time: 0.0095530 Jun 19 20:41:29.331769 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-f2683e19-ad9f-4f67-99ea-ee447bec8952 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657167 Jun 19 20:41:29.462365 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-0467054e-7107-4dea-8d4f-358d2605c99b service neutron] 10.222.0.25 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199403 Jun 19 20:41:29.550567 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-10d15ccd-76d4-417e-abbe-ba8a0b13263b service neutron] 10.222.0.25 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824170 Jun 19 20:41:30.030149 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-4f6c1800-fcd3-4a37-8d6a-4327330cb64a req-638be450-b246-42cc-9ea2-330fb506bd61 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 210 time: 0.0290484 Jun 19 20:41:31.165812 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-1bc1771b-ce89-4bb2-843c-0bdbda1c7ff5 req-f48a2afb-020b-45a7-ba09-96c697ae45d7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 210 time: 0.0291867 Jun 19 20:41:31.875399 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-c1991105-1c46-4abd-9be2-8c2874b96ee8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:31.876913 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-c1991105-1c46-4abd-9be2-8c2874b96ee8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 811 time: 0.1058133 Jun 19 20:41:31.917896 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-2dfa5644-25cf-4fc9-80e9-d4a949a6d318 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 380 time: 0.0327742 Jun 19 20:41:31.927009 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'port': {'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'admin_state_up': True, 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'security_groups': ['25ae8f45-c14b-4abb-b566-2dc69cf6bac8']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:41:32.111477 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Made reservation on behalf of 5c3a53af79f445f984c121b7fbcb1a50 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:41:32.115200 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:32.234131 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Allocated IP 172.20.0.10 (4174c3b2-29c3-4135-9777-4941aba6068f/0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25/4e0a587a-9b30-4c62-b359-041fecdeb64b) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:41:32.337225 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-0ffa572e-c9c2-4cba-a644-ee8b9b414e20 req-0ce8fa87-c2e3-4c7c-b82d-112dd059c798 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 210 time: 0.0620689 Jun 19 20:41:32.393039 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:32.405780 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Transition to ACTIVE for port object 4e0a587a-9b30-4c62-b359-041fecdeb64b will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:41:32.524173 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:32.527964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-60f03388-cf90-4b8b-8c8b-2dc965edd99e tempest-VolumesSnapshotTestJSON-1450974590 tempest-VolumesSnapshotTestJSON-1450974590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:32.571575 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Network 4174c3b2-29c3-4135-9777-4941aba6068f is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:41:32.574836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:41:32.579170 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:41:32.585282 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=4e0a587a-9b30-4c62-b359-041fecdeb64b,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:32.604537 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:32.629921 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:32.630521 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:32.736603 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-8478e089-92a2-4028-9c5f-009b0443cc96 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8131332 Jun 19 20:41:32.747701 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Request body: {'port': {'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:41:32.818019 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:32.917204 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-38e3f868-a8c8-4e88-976d-7a79bca2f5d6 None None] Provisioning for port 4e0a587a-9b30-4c62-b359-041fecdeb64b completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:41:32.920939 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-38e3f868-a8c8-4e88-976d-7a79bca2f5d6 None None] Provisioning complete for port 4e0a587a-9b30-4c62-b359-041fecdeb64b triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:41:32.921347 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-38e3f868-a8c8-4e88-976d-7a79bca2f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:32.954258 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-38e3f868-a8c8-4e88-976d-7a79bca2f5d6 None None] Port 4e0a587a-9b30-4c62-b359-041fecdeb64b cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:41:33.073968 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0a587a-9b30-4c62-b359-041fecdeb64b {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:41:33.081441 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:33.093439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Transition to ACTIVE for port object 4e0a587a-9b30-4c62-b359-041fecdeb64b will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:41:33.163559 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:33.165711 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-da869eea-a324-4e74-b9f7-939f2de8fe5c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:33.240344 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0a587a-9b30-4c62-b359-041fecdeb64b,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:33.244622 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:33.309290 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Attempting to bind port 4e0a587a-9b30-4c62-b359-041fecdeb64b on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:41:33.309623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Attempting to bind port 4e0a587a-9b30-4c62-b359-041fecdeb64b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:41:33.309945 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Attempting to bind port 4e0a587a-9b30-4c62-b359-041fecdeb64b on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:41:33.314288 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Port 4e0a587a-9b30-4c62-b359-041fecdeb64b on network 4174c3b2-29c3-4135-9777-4941aba6068f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:41:33.314601 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Attempting to bind port 4e0a587a-9b30-4c62-b359-041fecdeb64b on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:41:33.319899 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:41:33.320260 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Checking segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:41:33.320634 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Bound using segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:41:33.321050 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Bound port: 4e0a587a-9b30-4c62-b359-041fecdeb64b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:41:33.321390 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:33.384528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] For port 4e0a587a-9b30-4c62-b359-041fecdeb64b, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:41:33.387485 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] For port 4e0a587a-9b30-4c62-b359-041fecdeb64b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:41:33.454661 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:33.457517 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-60f974cf-43ab-4a7f-b63e-82b446428730 tempest-TestShelveInstance-876721163 tempest-TestShelveInstance-876721163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:33.493644 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.493644 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:33.493644 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] 10.222.0.22 "PUT /v2.0/ports/4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 1094 time: 0.7489004 Jun 19 20:41:33.493644 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:41:33.495192 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d9a41a-3738-4ecd-bef3-b0619a27b564" -d '{"events": [{"name": "network-changed", "server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:41:33.513279 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eae0ce-d1b2-468b-b972-0e19aa719827 req-44e4b6dd-7c0e-46ab-b729-4fb89cc750e7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.515043 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e7eae0ce-d1b2-468b-b972-0e19aa719827 req-44e4b6dd-7c0e-46ab-b729-4fb89cc750e7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0676763 Jun 19 20:41:33.527352 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0a587a-9b30-4c62-b359-041fecdeb64b,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:33.530724 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:33.535607 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071dcfb8-b5ae-4355-8229-d60296816c7c x-openstack-request-id: req-071dcfb8-b5ae-4355-8229-d60296816c7c {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:41:33.536222 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:41:33.536719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-071dcfb8-b5ae-4355-8229-d60296816c7c {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:41:33.537251 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'status': 'completed', 'code': 200} Jun 19 20:41:33.560091 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-e7eae0ce-d1b2-468b-b972-0e19aa719827 req-9a45ac72-f04f-4fe1-8cb2-2dbd80db434c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Jun 19 20:41:33.612912 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9a41a-3738-4ecd-bef3-b0619a27b564 req-467b81e5-eff5-4ed4-aaa1-37542ef23afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.614400 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-72d9a41a-3738-4ecd-bef3-b0619a27b564 req-467b81e5-eff5-4ed4-aaa1-37542ef23afa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1097 time: 0.0573957 Jun 19 20:41:33.711517 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9a41a-3738-4ecd-bef3-b0619a27b564 req-fd152b4e-6a16-4c85-baa9-40321abfe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.712940 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-72d9a41a-3738-4ecd-bef3-b0619a27b564 req-fd152b4e-6a16-4c85-baa9-40321abfe1c3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0912604 Jun 19 20:41:33.806167 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9a41a-3738-4ecd-bef3-b0619a27b564 req-568599b8-525d-477f-a3cb-3610e05c1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.807606 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-72d9a41a-3738-4ecd-bef3-b0619a27b564 req-568599b8-525d-477f-a3cb-3610e05c1e0a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887685 Jun 19 20:41:33.894812 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-9d5f8d87-d8ab-4f30-b904-395169b2b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.896258 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-9d5f8d87-d8ab-4f30-b904-395169b2b1e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1097 time: 0.0509248 Jun 19 20:41:33.940591 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-4538a6df-df8c-4cf6-ac43-eab57291c2b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 217 time: 0.0370312 Jun 19 20:41:33.987268 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-75db27e0-716a-4242-9e35-2c1ae99e7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:33.988570 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-75db27e0-716a-4242-9e35-2c1ae99e7912 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0425656 Jun 19 20:41:34.042869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10535649-c302-44d6-8808-7a99b058ca2a req-528532e0-fb11-4eff-a40b-5e560f22967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:34.044285 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-528532e0-fb11-4eff-a40b-5e560f22967b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496314 Jun 19 20:41:34.131116 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-c7b0c02a-9a22-40a6-89d2-14eaa5615162 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808682 Jun 19 20:41:34.216792 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-10535649-c302-44d6-8808-7a99b058ca2a req-ffc72ae6-2b47-4421-8637-7cce977cccc8 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786157 Jun 19 20:41:34.494957 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-576770fe-4c1c-4b4f-acf7-b481e068ea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:34.731847 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d77a90-d9b4-4366-95df-a3b433543ce7 req-433b9b20-99b0-41de-87fb-edbfd756508f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:34.733306 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-56d77a90-d9b4-4366-95df-a3b433543ce7 req-433b9b20-99b0-41de-87fb-edbfd756508f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0621865 Jun 19 20:41:34.774112 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-56d77a90-d9b4-4366-95df-a3b433543ce7 req-8d9d81df-b7fd-4acb-a282-3ba630498474 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351925 Jun 19 20:41:35.945259 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99903f3-2692-46ef-b8b1-28ac1b2b5e4b req-7c630977-0f94-4124-a6aa-d524b3eb6da4 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:35.946581 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b99903f3-2692-46ef-b8b1-28ac1b2b5e4b req-7c630977-0f94-4124-a6aa-d524b3eb6da4 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0655408 Jun 19 20:41:35.982481 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b99903f3-2692-46ef-b8b1-28ac1b2b5e4b req-d3c2bd20-31c3-4364-945c-bd02bec71393 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304179 Jun 19 20:41:36.808752 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:36.951733 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3a4450b4-9d27-4208-aa09-4bf574ddd832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:37.149428 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb217-176f-41df-bf5a-968f11b933d4 req-89d49cb2-167d-481a-b8d8-a0d7c583408b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:37.150875 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5dbdb217-176f-41df-bf5a-968f11b933d4 req-89d49cb2-167d-481a-b8d8-a0d7c583408b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0625274 Jun 19 20:41:37.188201 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5dbdb217-176f-41df-bf5a-968f11b933d4 req-ea190a90-1857-4d4c-baca-b1787745da97 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Jun 19 20:41:37.220918 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:38.163629 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:38.355419 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca20994-8254-420f-a96e-1f51230dde90 req-b4c51e25-f928-4294-808a-3bed4aa4eed7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:38.356890 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8ca20994-8254-420f-a96e-1f51230dde90 req-b4c51e25-f928-4294-808a-3bed4aa4eed7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0624571 Jun 19 20:41:38.393517 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8ca20994-8254-420f-a96e-1f51230dde90 req-92c57789-4f8d-4ad4-a14e-6a73b8ff186c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Jun 19 20:41:39.560756 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8bfda-8679-46b9-b0aa-adbab8727555 req-5a53e87e-2883-42b1-aecb-823cd3abbfac tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:39.562821 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c3b8bfda-8679-46b9-b0aa-adbab8727555 req-5a53e87e-2883-42b1-aecb-823cd3abbfac tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0621943 Jun 19 20:41:39.598616 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c3b8bfda-8679-46b9-b0aa-adbab8727555 req-210e91fe-1041-4158-9b29-87db65539f45 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304012 Jun 19 20:41:39.997414 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:40.764293 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c714bc-2e1e-48da-97c5-6439976ba6b9 req-9ad6260c-8dd0-4570-8de1-58bccb5d6631 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:40.765723 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-61c714bc-2e1e-48da-97c5-6439976ba6b9 req-9ad6260c-8dd0-4570-8de1-58bccb5d6631 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0601285 Jun 19 20:41:40.802215 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-61c714bc-2e1e-48da-97c5-6439976ba6b9 req-dcf0d14e-0cfc-4f16-85d9-0ce66fe9d175 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Jun 19 20:41:41.905273 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4e0a587a-9b30-4c62-b359-041fecdeb64b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:41:41.972065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b63f-07b9-454c-9723-7fa02b94dfdc req-ef661608-6eac-428e-87c0-91f6a2208bb4 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:41.974123 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7ad8b63f-07b9-454c-9723-7fa02b94dfdc req-ef661608-6eac-428e-87c0-91f6a2208bb4 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 944 time: 0.0665195 Jun 19 20:41:41.999083 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4e0a587a-9b30-4c62-b359-041fecdeb64b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:41:42.010086 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:41:42.011144 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-7ad8b63f-07b9-454c-9723-7fa02b94dfdc req-75a4ffe6-92d0-4c20-b549-2d01f2dac0b6 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Jun 19 20:41:42.045877 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:42.058109 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0a587a-9b30-4c62-b359-041fecdeb64b {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:41:42.076577 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4e0a587a-9b30-4c62-b359-041fecdeb64b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:41:42.134128 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:42.136646 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-c379ff12-d3b5-41cd-891c-06ebd7a1fd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:42.179991 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4e0a587a-9b30-4c62-b359-041fecdeb64b,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:42.186562 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.186909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.187242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.187570 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.187895 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.188242 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.188564 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.188881 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.189200 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.189515 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.189827 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.190138 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:41:42.194560 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:42.468460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['4e0a587a-9b30-4c62-b359-041fecdeb64b'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:41:43.056495 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:41:43.180750 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74626a-f3a8-47d4-ba11-5366b659cfdc req-2ada8843-5596-4550-813a-99333754bcf8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:43.182167 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad74626a-f3a8-47d4-ba11-5366b659cfdc req-2ada8843-5596-4550-813a-99333754bcf8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 945 time: 0.0643363 Jun 19 20:41:43.218807 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad74626a-f3a8-47d4-ba11-5366b659cfdc req-086a8a4a-bb5b-4e15-adc8-f727bc9f7e54 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Jun 19 20:41:43.920838 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4e0a587a-9b30-4c62-b359-041fecdeb64b up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:41:44.043277 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port 4e0a587a-9b30-4c62-b359-041fecdeb64b completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:41:44.047321 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port 4e0a587a-9b30-4c62-b359-041fecdeb64b triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:41:44.047698 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:44.119872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:44.141375 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:41:44.143917 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ecaad3-b771-4119-8f6e-a7ff00a953d5" -d '{"events": [{"server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "name": "network-vif-plugged", "status": "completed", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:41:44.156759 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port 4e0a587a-9b30-4c62-b359-041fecdeb64b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:41:44.182171 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd2eed9-547b-4bed-a59e-44f9682e1763 x-openstack-request-id: req-acd2eed9-547b-4bed-a59e-44f9682e1763 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:41:44.182462 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "name": "network-vif-plugged", "status": "completed", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:41:44.182723 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acd2eed9-547b-4bed-a59e-44f9682e1763 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:41:44.183119 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'code': 200} Jun 19 20:41:44.203311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:44.205243 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:44.252093 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=4e0a587a-9b30-4c62-b359-041fecdeb64b,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:44.255095 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:44.389828 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ed4b0-9667-44b5-865e-e498721319d1 req-6b2bd494-72c9-4a2d-80be-a67f4a750d79 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:44.391254 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b26ed4b0-9667-44b5-865e-e498721319d1 req-6b2bd494-72c9-4a2d-80be-a67f4a750d79 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0620534 Jun 19 20:41:44.427860 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-b26ed4b0-9667-44b5-865e-e498721319d1 req-d7637a1b-3984-482c-99cf-bf240214df42 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306454 Jun 19 20:41:44.519581 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee879b-77b4-435b-a35c-eb96cca309cf req-d40a7b88-00da-4d30-ba38-3efb7ca4627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:44.521009 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a7ee879b-77b4-435b-a35c-eb96cca309cf req-d40a7b88-00da-4d30-ba38-3efb7ca4627a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1099 time: 0.0501189 Jun 19 20:41:44.554688 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-a7ee879b-77b4-435b-a35c-eb96cca309cf req-f6a1c89a-480e-4556-a7ab-34ddcc6a2f08 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271671 Jun 19 20:41:45.599061 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e067f-a67b-4837-b6b7-3a0a44b7b4bc req-5f14b904-3734-436e-816c-2c577f4ae850 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:45.601745 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-283e067f-a67b-4837-b6b7-3a0a44b7b4bc req-5f14b904-3734-436e-816c-2c577f4ae850 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0627699 Jun 19 20:41:45.638368 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-283e067f-a67b-4837-b6b7-3a0a44b7b4bc req-b632c34f-453e-413f-9c06-b9415549bb43 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Jun 19 20:41:46.816296 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a38c4-57f1-4912-a756-f04b0b927c1d req-b270e5fa-c560-4139-85f5-ef4bfe508a40 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:46.817738 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8d0a38c4-57f1-4912-a756-f04b0b927c1d req-b270e5fa-c560-4139-85f5-ef4bfe508a40 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0723786 Jun 19 20:41:47.104988 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-8d0a38c4-57f1-4912-a756-f04b0b927c1d req-bf2da107-9cea-4377-9adf-5a551c296f6e tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815177 Jun 19 20:41:47.278174 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02bea2-b957-429b-bacd-22aeb9f36d5a req-f0b307aa-738b-4970-adb7-ab991427c70d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:47.279596 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3e02bea2-b957-429b-bacd-22aeb9f36d5a req-f0b307aa-738b-4970-adb7-ab991427c70d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0654743 Jun 19 20:41:47.314511 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-3e02bea2-b957-429b-bacd-22aeb9f36d5a req-96420f90-e1fd-4339-8196-87dc07ac3eea tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294101 Jun 19 20:41:47.338780 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40428) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:41:47.386730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1bbc2-068b-47d3-8c78-766399e48f47 tempest-TestVolumeBootPattern-628157814 tempest-TestVolumeBootPattern-628157814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:47.388080 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-a3c1bbc2-068b-47d3-8c78-766399e48f47 tempest-TestVolumeBootPattern-628157814 tempest-TestVolumeBootPattern-628157814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1094 time: 0.0483637 Jun 19 20:41:47.390613 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40430) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:41:47.394986 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:41:47.477126 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:47.570647 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:47.666016 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Allocated IP 172.27.2.133 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/9d0b53a8-bd0c-4b0a-aeb9-40b46543abe4) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:41:47.766699 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:47.843267 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:47.845307 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-16665949-f610-4561-89ee-b2176601ae6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:47.883598 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:41:47.886562 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:41:47.890106 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:41:47.895623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=9d0b53a8-bd0c-4b0a-aeb9-40b46543abe4,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:47.914373 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:48.237332 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:48.369384 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:48.508848 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:48.562570 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:48.564638 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-5c3a8cc2-5779-4150-8661-16eb19234ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:41:48.623863 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=9d0b53a8-bd0c-4b0a-aeb9-40b46543abe4,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:41:48.627804 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:41:48.637016 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:48.730526 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Floating IP ef5f8f30-f4ab-4064-a226-38cd0641f86c associated. External IP: 172.27.2.133, port: 4e0a587a-9b30-4c62-b359-041fecdeb64b. Jun 19 20:41:49.211158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:41:49.314153 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:41:49.324139 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:41:49.333612 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:41:49.334884 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:41:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:49.397578 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:41:49.433238 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0416532 Jun 19 20:41:49.434174 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:41:49.436477 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:41:49.440731 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:41:49.473511 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b059c1-5939-408b-aaf4-aab9f2f77119 x-openstack-request-id: req-f2b059c1-5939-408b-aaf4-aab9f2f77119 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:41:49.473845 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:41:49.474139 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2b059c1-5939-408b-aaf4-aab9f2f77119 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:41:49.474572 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'status': 'completed', 'code': 200} Jun 19 20:41:49.545555 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-48408c27-b908-4305-8269-26f4b22f3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:49.547006 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-48408c27-b908-4305-8269-26f4b22f3c5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1099 time: 0.0506983 Jun 19 20:41:49.635726 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-b298aa87-b68c-4c82-af8e-a1786da40ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:49.637198 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-b298aa87-b68c-4c82-af8e-a1786da40ab5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0842214 Jun 19 20:41:49.656676 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:48Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:49.682687 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:41:49.691023 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:41:49.691641 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:41:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:49.700708 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-9c22bb29-050e-445e-aa28-e0410ea21a62 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 1000 time: 0.0574062 Jun 19 20:41:49.747891 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-a6eddaf8-fd32-478c-9475-0b72ab043841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:49.749315 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-a6eddaf8-fd32-478c-9475-0b72ab043841 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0416951 Jun 19 20:41:49.794194 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:41:49.808568 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-395fd938-e618-4d1d-94e2-6adcd7494404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:41:49.810021 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-395fd938-e618-4d1d-94e2-6adcd7494404 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546737 Jun 19 20:41:49.900924 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-1d5299cd-6147-453d-af17-306abed9459f service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Jun 19 20:41:49.991624 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-6cc5f75f-bc2e-4cd3-b020-f19b35bacc5f req-3af82289-f638-424f-9d9a-ccfafe56ea47 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848546 Jun 19 20:41:50.016837 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:48Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:41:50.040524 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b274dbd-85bc-4a41-b1d6-2f9f928a7f36 None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:48Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:41:50.216726 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5fedd-09c6-45ac-bada-b8dd354ae8b9 None None] New status for floating IP ef5f8f30-f4ab-4064-a226-38cd0641f86c: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:42:04.384909 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-70a1b6d0-f985-4a63-8171-f113736e0d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:06.853516 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:06.956333 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-85cfd583-8665-45ed-9e32-8b3ae3347797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:07.184892 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:08.144670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:09.996228 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:12.191229 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-7755b6ca-6ae1-4d4f-99b3-2d6cd296cf08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502734 Jun 19 20:42:12.281348 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-eaef9645-6b0b-4eb7-a93f-8af0d0d59060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:42:12.282793 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-eaef9645-6b0b-4eb7-a93f-8af0d0d59060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1099 time: 0.0502114 Jun 19 20:42:12.385198 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-7b842903-05c2-4263-9a9c-8a7d5d637c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:42:12.386667 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-7b842903-05c2-4263-9a9c-8a7d5d637c06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0842006 Jun 19 20:42:12.448964 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-0d6801e7-d1b9-4f3c-a0d1-b5318d6f2427 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 1002 time: 0.0559888 Jun 19 20:42:12.497729 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-cd8d212d-fabe-4df9-b180-c5c6ae5bfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:42:12.499100 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-cd8d212d-fabe-4df9-b180-c5c6ae5bfc18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0447254 Jun 19 20:42:12.553124 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-6b20701a-ab45-48cf-a17b-b85e38cf840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:42:12.554516 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-6b20701a-ab45-48cf-a17b-b85e38cf840d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494807 Jun 19 20:42:12.642466 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-0e100801-3646-44f6-8f62-5a3e63c2d08f service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815234 Jun 19 20:42:12.731670 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b734f7a3-52b1-4aa3-af7b-fd3e0fad5176 req-18272726-76d8-40d5-a504-fb69c40023c2 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829866 Jun 19 20:42:20.055056 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:42:34.349753 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-6e1a686d-943c-4dbc-a04c-ff426c9985b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:36.823562 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:36.955077 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-df2b1a74-e313-4b42-8801-fd40416c08ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:37.212713 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:38.114982 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:39.994947 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:42:47.600401 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-33c612f3-1f65-4808-ad31-39e6d0707051 req-82b5f0b8-f687-4871-9431-d86a2f485423 service neutron] (93445) timed out ('10.222.0.25', 34958) {{(pid=93445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 20:42:57.053654 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:43:04.394294 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-7239fccf-1c96-425f-a48d-93e13c742e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:06.828273 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:06.942876 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-0e4ff4ab-0265-4d92-a301-47ddb3003cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:07.199583 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:08.132053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:10.000334 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:12.186933 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-a6436340-946a-410e-a179-b9ecd126589c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530207 Jun 19 20:43:12.276424 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-96133161-7cbe-4566-8523-57ca03c93af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:12.277902 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-96133161-7cbe-4566-8523-57ca03c93af3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1099 time: 0.0501723 Jun 19 20:43:12.383348 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-73438ce0-b878-4a1d-bd4d-c26cb0f5f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:12.384892 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-73438ce0-b878-4a1d-bd4d-c26cb0f5f673 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0872130 Jun 19 20:43:12.448375 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-a2ffb259-dd53-45c8-b140-5f85f61e68c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 1002 time: 0.0562792 Jun 19 20:43:12.497588 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-7b2adac2-5fac-450b-a686-0ad3d97c6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:12.498938 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-7b2adac2-5fac-450b-a686-0ad3d97c6059 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0445027 Jun 19 20:43:12.553449 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-9d095f87-58a0-4cce-8a5f-a0bb3813b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:12.554892 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-9d095f87-58a0-4cce-8a5f-a0bb3813b385 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499513 Jun 19 20:43:12.642228 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-43d34240-c885-4708-a05a-08c2d7f37bb6 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808201 Jun 19 20:43:12.727610 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-85d0604d-f163-4c87-8fdb-2aa089d6110c req-70f03d32-5c59-48af-9ee5-4028c2e72bdd service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791490 Jun 19 20:43:34.052322 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:43:34.417128 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-924c0b3b-1bc6-4f8b-af71-6189af7b11cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:36.862512 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:36.948299 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-167200b3-2afd-42fd-b605-eba86b3bdffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:37.233681 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:38.142460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:39.988150 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:49.858385 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-0f29087f-00e0-4337-a4cb-5c7204dbaca2 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299382964&fields=id&tenant_id=5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 267 time: 0.0327978 Jun 19 20:43:49.965460 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-0ba73505-21a8-424e-a5b8-ca7c16f982ef tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:49.967147 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-0ba73505-21a8-424e-a5b8-ca7c16f982ef tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 811 time: 0.1018484 Jun 19 20:43:49.984735 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-a8fdca04-9ae3-4375-a514-366b34ef8440 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/quotas/5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 375 time: 0.0087805 Jun 19 20:43:50.055802 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-1daf2275-56e3-4590-8069-ff088deb074c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0664108 Jun 19 20:43:50.186217 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-635ba8af-167b-4e84-b530-38809d68b365 service neutron] 10.222.0.25 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197374 Jun 19 20:43:50.271462 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-8c6c81d3-ee46-4b40-b4d0-16e4f307429e service neutron] 10.222.0.25 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795755 Jun 19 20:43:50.845962 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-cd3c145e-6c7e-4f1a-8bfa-4313ba1c4729 req-3f139289-0c8f-4c9b-88ef-533da6450c00 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 210 time: 0.0770855 Jun 19 20:43:51.987808 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2c92ad0c-9b03-4b70-a840-41116ca433f5 req-893b5930-f93b-4752-ad61-3d9e74aad5ad tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 210 time: 0.0283079 Jun 19 20:43:52.655810 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-240a1561-c5bd-4a67-ae63-8d7f7279fe34 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:52.657330 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-240a1561-c5bd-4a67-ae63-8d7f7279fe34 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 811 time: 0.0995066 Jun 19 20:43:52.698319 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-bc4de6bb-4c40-4054-bc44-385acf994ff6 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3a53af79f445f984c121b7fbcb1a50 HTTP/1.1" status: 200 len: 380 time: 0.0327287 Jun 19 20:43:52.707556 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'port': {'device_id': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'admin_state_up': True, 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'security_groups': ['25ae8f45-c14b-4abb-b566-2dc69cf6bac8']}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:43:52.882940 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Made reservation on behalf of 5c3a53af79f445f984c121b7fbcb1a50 for: {'port': 1} {{(pid=93445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 19 20:43:52.887176 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.014193 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Allocated IP 172.20.0.8 (4174c3b2-29c3-4135-9777-4941aba6068f/0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25/ba524e74-b3a9-4421-8c75-740eb9e39ed8) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:43:53.146875 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-afb5c35d-22db-4f2a-9408-a7f347b786a8 req-b728751c-961f-4728-be6e-8607a652b070 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 210 time: 0.0287735 Jun 19 20:43:53.155180 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.164523 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Transition to ACTIVE for port object ba524e74-b3a9-4421-8c75-740eb9e39ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:43:53.232040 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.236182 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-682faf92-6e38-4891-85eb-8e9a05faf479 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:43:53.279573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Network 4174c3b2-29c3-4135-9777-4941aba6068f is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:43:53.282974 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:43:53.285610 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:43:53.316235 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=ba524e74-b3a9-4421-8c75-740eb9e39ed8,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:43:53.328388 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.328770 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.329142 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.329504 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.329868 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.330225 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.330729 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.330944 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.331325 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.331681 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.332054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.332405 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:43:53.337776 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:43:53.354637 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:53.356133 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.445122 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b0cbdefe-d202-4f76-aba5-3a10f02be014 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410970 Jun 19 20:43:53.457208 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Request body: {'port': {'device_id': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:43:53.528340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.558424 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-ecf34d81-61ee-4a13-bc8e-eaaa3e342617 None None] Provisioning for port ba524e74-b3a9-4421-8c75-740eb9e39ed8 completed by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:43:53.563117 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-ecf34d81-61ee-4a13-bc8e-eaaa3e342617 None None] Provisioning complete for port ba524e74-b3a9-4421-8c75-740eb9e39ed8 triggered by entity DHCP. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:43:53.571019 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ecf34d81-61ee-4a13-bc8e-eaaa3e342617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.599276 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-ecf34d81-61ee-4a13-bc8e-eaaa3e342617 None None] Port ba524e74-b3a9-4421-8c75-740eb9e39ed8 cannot update to ACTIVE because it is not bound. {{(pid=93446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 19 20:43:53.782911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba524e74-b3a9-4421-8c75-740eb9e39ed8 {{(pid=93445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:43:53.791058 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.802528 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.provisioning_blocks [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Transition to ACTIVE for port object ba524e74-b3a9-4421-8c75-740eb9e39ed8 will not be triggered until provisioned by entity L2. {{(pid=93445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 19 20:43:53.873752 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:53.876767 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0e08a93a-eaad-4b29-8fb6-34075cddd63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:43:53.966719 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba524e74-b3a9-4421-8c75-740eb9e39ed8,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:43:53.992861 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:43:54.018527 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Attempting to bind port ba524e74-b3a9-4421-8c75-740eb9e39ed8 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 19 20:43:54.019183 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Attempting to bind port ba524e74-b3a9-4421-8c75-740eb9e39ed8 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 19 20:43:54.019183 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Attempting to bind port ba524e74-b3a9-4421-8c75-740eb9e39ed8 on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:43:54.024362 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Port ba524e74-b3a9-4421-8c75-740eb9e39ed8 on network 4174c3b2-29c3-4135-9777-4941aba6068f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 19 20:43:54.024683 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Attempting to bind port ba524e74-b3a9-4421-8c75-740eb9e39ed8 on network 4174c3b2-29c3-4135-9777-4941aba6068f {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 19 20:43:54.029619 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Checking agent: {'id': 'a27e1496-afc5-48c6-8cc1-be3101bafef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'started_at': datetime.datetime(2021, 6, 19, 20, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 20, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 19 20:43:54.029955 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Checking segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 19 20:43:54.030333 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Bound using segment: {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'} {{(pid=93445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 19 20:43:54.030760 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.managers [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Bound port: ba524e74-b3a9-4421-8c75-740eb9e39ed8, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6913df9-dde2-47d2-ad35-0cb966c29fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f'}}] {{(pid=93445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 19 20:43:54.031106 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:54.093911 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] For port ba524e74-b3a9-4421-8c75-740eb9e39ed8, host hv-cinder-79717, cleared binding levels {{(pid=93445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 19 20:43:54.096824 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] For port ba524e74-b3a9-4421-8c75-740eb9e39ed8, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 19 20:43:54.159892 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:54.163396 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f6918307-21a1-4d7b-802b-9349f42db1b0 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:43:54.192569 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.193213 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:43:54.194569 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/ba524e74-b3a9-4421-8c75-740eb9e39ed8 HTTP/1.1" status: 200 len: 1093 time: 0.7415791 Jun 19 20:43:54.195088 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:43:54.197392 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35dbd34-24d5-461e-85ad-2d47087635c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:43:54.233392 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba524e74-b3a9-4421-8c75-740eb9e39ed8,revision_number=3']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:43:54.238495 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:43:54.246573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a84a28-63aa-496d-864e-550cd06032e5 x-openstack-request-id: req-d3a84a28-63aa-496d-864e-550cd06032e5 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:43:54.246573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:43:54.246573 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3a84a28-63aa-496d-864e-550cd06032e5 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:43:54.246573 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'status': 'completed', 'code': 200} Jun 19 20:43:54.362777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbd34-24d5-461e-85ad-2d47087635c8 req-82de3ba7-db4f-435e-a3f9-74eb55b657e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.364286 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b35dbd34-24d5-461e-85ad-2d47087635c8 req-82de3ba7-db4f-435e-a3f9-74eb55b657e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1096 time: 0.1029017 Jun 19 20:43:54.374909 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0b82-265e-446d-9f5c-216fb064e3af req-0276f79e-df97-4e42-abb3-5b918228f469 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.376378 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b7bb0b82-265e-446d-9f5c-216fb064e3af req-0276f79e-df97-4e42-abb3-5b918228f469 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.1054244 Jun 19 20:43:54.463734 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b7bb0b82-265e-446d-9f5c-216fb064e3af req-d208cc20-ebbe-4775-a03c-44cc4226652b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786071 Jun 19 20:43:54.492777 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbd34-24d5-461e-85ad-2d47087635c8 req-3471fba1-d12c-47bd-94b9-8fac8409a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.494184 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b35dbd34-24d5-461e-85ad-2d47087635c8 req-3471fba1-d12c-47bd-94b9-8fac8409a571 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1169765 Jun 19 20:43:54.580809 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbd34-24d5-461e-85ad-2d47087635c8 req-1f0cdc0d-af11-4cb0-85ac-d74766a6b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.582190 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-b35dbd34-24d5-461e-85ad-2d47087635c8 req-1f0cdc0d-af11-4cb0-85ac-d74766a6b22b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0821283 Jun 19 20:43:54.671604 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-86aa5fc0-b714-43ed-b0c2-931062e0e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.673115 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-86aa5fc0-b714-43ed-b0c2-931062e0e8d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1096 time: 0.0540910 Jun 19 20:43:54.713430 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-3c3ba153-6179-49a3-bb4b-59667fcebf50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8 HTTP/1.1" status: 200 len: 217 time: 0.0338099 Jun 19 20:43:54.758888 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-8a3587d7-8864-42d8-a690-587359e73bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.760228 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-8a3587d7-8864-42d8-a690-587359e73bb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0402462 Jun 19 20:43:54.814123 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-67754c84-2348-4435-b85a-9db1fd3529bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:54.815492 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-67754c84-2348-4435-b85a-9db1fd3529bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487902 Jun 19 20:43:54.901732 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-304ae00d-1209-40a0-a4ab-dda32ca3795c service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795338 Jun 19 20:43:54.985650 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-af1d3bc3-32fe-4558-ab86-fcfaff802e3a req-b899c878-212b-4502-a9cc-8bf599a48741 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777164 Jun 19 20:43:55.635662 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20d70-b61c-4aca-a9b1-93aa7698d372 req-d43730fd-27a8-42eb-95e8-f2c0db09a9ab tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:55.637103 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-91b20d70-b61c-4aca-a9b1-93aa7698d372 req-d43730fd-27a8-42eb-95e8-f2c0db09a9ab tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0629764 Jun 19 20:43:55.672784 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-91b20d70-b61c-4aca-a9b1-93aa7698d372 req-6a01a85e-fee6-4686-990d-04e3e43e9395 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300066 Jun 19 20:43:56.843370 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95855a69-1bcb-43ce-9acc-1518cf7dd51e req-30cf3f5d-018a-44a1-8cbf-39e768d0f91b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:56.844848 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-95855a69-1bcb-43ce-9acc-1518cf7dd51e req-30cf3f5d-018a-44a1-8cbf-39e768d0f91b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0657094 Jun 19 20:43:56.882116 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-95855a69-1bcb-43ce-9acc-1518cf7dd51e req-1b6cff84-80ff-44e6-93d8-696864db8c93 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Jun 19 20:43:58.049676 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055baa1c-194a-4dde-89c1-b8234979905f req-69fb3867-a860-4974-b104-8c1a1d2a871f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:58.051116 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-055baa1c-194a-4dde-89c1-b8234979905f req-69fb3867-a860-4974-b104-8c1a1d2a871f tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0614257 Jun 19 20:43:58.086788 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-055baa1c-194a-4dde-89c1-b8234979905f req-ac3b4e14-0569-4eac-b90f-c743c39bd878 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301516 Jun 19 20:43:59.257701 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086ab2-ab14-4bca-88d6-ff1d926455bd req-18aa3e2d-c06a-4626-86d1-7cebecfb07c5 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:43:59.259128 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f8086ab2-ab14-4bca-88d6-ff1d926455bd req-18aa3e2d-c06a-4626-86d1-7cebecfb07c5 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0666080 Jun 19 20:43:59.295270 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-f8086ab2-ab14-4bca-88d6-ff1d926455bd req-a1e3efd1-4323-40f6-9e2c-fd8b7aa31ebf tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303934 Jun 19 20:44:00.462017 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798ef3-55e9-445b-9fcc-ef253504d3eb req-54148951-89c5-4c1c-9c3c-6756cde0ee81 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:00.463474 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-80798ef3-55e9-445b-9fcc-ef253504d3eb req-54148951-89c5-4c1c-9c3c-6756cde0ee81 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0615816 Jun 19 20:44:00.499719 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-80798ef3-55e9-445b-9fcc-ef253504d3eb req-96c6ea87-7bc9-445e-9881-8c6fbb37eeb0 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Jun 19 20:44:01.670631 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93710f78-89e8-44f8-be46-9ea7675eca44 req-a45b2fb7-00f6-40e8-ac8d-03ca81de420a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:01.672095 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93710f78-89e8-44f8-be46-9ea7675eca44 req-a45b2fb7-00f6-40e8-ac8d-03ca81de420a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0640411 Jun 19 20:44:01.708945 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-93710f78-89e8-44f8-be46-9ea7675eca44 req-6f64de48-fbd4-4998-8d01-d4eda768de58 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Jun 19 20:44:02.883781 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad236a62-b249-4923-9ef6-52266b304239 req-b1bcd15a-6cc7-4913-a5f7-0ffdfce7f3b0 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:02.885254 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad236a62-b249-4923-9ef6-52266b304239 req-b1bcd15a-6cc7-4913-a5f7-0ffdfce7f3b0 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0707412 Jun 19 20:44:02.922447 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-ad236a62-b249-4923-9ef6-52266b304239 req-97008a75-4b24-4233-ade9-5180ae870ed6 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Jun 19 20:44:04.087000 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb450487-2fcc-4de5-bb26-8cd7919307bf req-4c280f11-1267-4ee1-ae96-688d98f7f828 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:04.088439 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bb450487-2fcc-4de5-bb26-8cd7919307bf req-4c280f11-1267-4ee1-ae96-688d98f7f828 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 943 time: 0.0608630 Jun 19 20:44:04.123918 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-bb450487-2fcc-4de5-bb26-8cd7919307bf req-c70539aa-6d20-4322-b678-c11b2d0723c3 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299776 Jun 19 20:44:04.372980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device ba524e74-b3a9-4421-8c75-740eb9e39ed8 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=93446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 19 20:44:04.378119 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9fbb-ae4a-47d1-b196-258fec62ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:04.467904 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port ba524e74-b3a9-4421-8c75-740eb9e39ed8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:44:04.478309 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Returning: {'device': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'port_id': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'mac_address': 'fa:16:3e:b1:10:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 19 20:44:04.513519 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:04.525765 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba524e74-b3a9-4421-8c75-740eb9e39ed8 {{(pid=93446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 19 20:44:04.544872 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port ba524e74-b3a9-4421-8c75-740eb9e39ed8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:44:04.587518 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:04.589997 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:44:04.636548 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=ba524e74-b3a9-4421-8c75-740eb9e39ed8,revision_number=4']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:44:04.643313 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.643658 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.644017 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.644352 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.644679 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.645006 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.645329 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.645650 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.645970 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.646288 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.646604 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.646952 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:44:04.651315 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:44:04.902127 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] get_ports_and_sgs() called for port_ids ['ba524e74-b3a9-4421-8c75-740eb9e39ed8'] {{(pid=93446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 19 20:44:05.292952 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f5703-0898-4038-be8f-512ee613a300 req-0275b73a-0ac8-472d-a4c0-75459a88bc39 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:05.294373 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2a1f5703-0898-4038-be8f-512ee613a300 req-0275b73a-0ac8-472d-a4c0-75459a88bc39 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 944 time: 0.0604589 Jun 19 20:44:05.330436 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-2a1f5703-0898-4038-be8f-512ee613a300 req-4030ca21-8ee2-4ee5-b263-89afde4854d4 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306482 Jun 19 20:44:06.368531 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device ba524e74-b3a9-4421-8c75-740eb9e39ed8 up at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 19 20:44:06.471029 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning for port ba524e74-b3a9-4421-8c75-740eb9e39ed8 completed by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 19 20:44:06.475904 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.provisioning_blocks [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Provisioning complete for port ba524e74-b3a9-4421-8c75-740eb9e39ed8 triggered by entity L2. {{(pid=93446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 19 20:44:06.476324 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844447'] for port, provisioning_complete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:06.501802 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d91e8-0bb6-47b1-b4b3-266a2971d43e req-74837418-9dbd-4d52-8ea7-d5752a5c499b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:06.503228 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-380d91e8-0bb6-47b1-b4b3-266a2971d43e req-74837418-9dbd-4d52-8ea7-d5752a5c499b tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 944 time: 0.0606775 Jun 19 20:44:06.539594 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-380d91e8-0bb6-47b1-b4b3-266a2971d43e req-1f78e718-075a-4935-b70f-b8844ad95f1d tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Jun 19 20:44:06.550333 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:06.575188 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8'}] {{(pid=93446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:44:06.577403 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39dfb25bbd119b2dfc2eadf870b2f67db462201e059ce383f2934afad6fff8a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a257ffbd-1804-42f9-a913-a82a27365252" -d '{"events": [{"server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "name": "network-vif-plugged", "status": "completed", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8"}]}' {{(pid=93446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:44:06.594910 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] For port ba524e74-b3a9-4421-8c75-740eb9e39ed8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:44:06.657865 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f4ef9-b03b-46a2-a918-451d12c76db4 x-openstack-request-id: req-9f3f4ef9-b03b-46a2-a918-451d12c76db4 {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:44:06.658240 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "name": "network-vif-plugged", "status": "completed", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8", "code": 200}]} {{(pid=93446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:44:06.658466 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f3f4ef9-b03b-46a2-a918-451d12c76db4 {{(pid=93446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:44:06.658863 dv-cinder-797170-2-iscsi neutron-server[93446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'code': 200} Jun 19 20:44:06.677095 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676'] for port, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:06.679737 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-029ecde7-7008-450b-8edf-d936fcdc83f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:44:06.727293 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Pushing event updated for resources: {'Port': ['ID=ba524e74-b3a9-4421-8c75-740eb9e39ed8,revision_number=5']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:44:06.730360 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:44:06.876778 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:06.979859 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b038048a-76c4-42c1-bc05-06f50db4d4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:07.092098 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce8a39-a7b9-4b9f-bd32-e040a8786bd7 req-ae144448-8840-45fb-850d-1d21a6cdf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:07.093535 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-36ce8a39-a7b9-4b9f-bd32-e040a8786bd7 req-ae144448-8840-45fb-850d-1d21a6cdf0d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1098 time: 0.0528007 Jun 19 20:44:07.126728 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-36ce8a39-a7b9-4b9f-bd32-e040a8786bd7 req-eada3513-eced-42c2-bfdf-b44dd93a8a76 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267410 Jun 19 20:44:07.239226 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:07.707312 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f0199-4655-4689-adfd-1f19701a67c2 req-0e6e70da-dc35-4cac-bab0-104bdf093384 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:07.708799 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8b1f0199-4655-4689-adfd-1f19701a67c2 req-0e6e70da-dc35-4cac-bab0-104bdf093384 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 945 time: 0.0615396 Jun 19 20:44:07.745134 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-8b1f0199-4655-4689-adfd-1f19701a67c2 req-912ed718-df73-41ae-8c32-c0658557a385 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Jun 19 20:44:08.170386 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:08.915765 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66808d4f-4cd8-4d59-b41c-f1b017103c3d req-a49c565f-6df4-4881-bd1d-0d53e0dec400 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:08.917130 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-66808d4f-4cd8-4d59-b41c-f1b017103c3d req-a49c565f-6df4-4881-bd1d-0d53e0dec400 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 945 time: 0.0638387 Jun 19 20:44:08.954247 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-66808d4f-4cd8-4d59-b41c-f1b017103c3d req-cda5e2b8-9388-4d28-b976-5ca0b96da703 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jun 19 20:44:09.127002 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537bd4-c218-4252-a576-6de12d4f2eb6 req-fc505041-b688-44a4-a3ab-1d4fdcf737fb tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:09.128427 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba537bd4-c218-4252-a576-6de12d4f2eb6 req-fc505041-b688-44a4-a3ab-1d4fdcf737fb tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 945 time: 0.0640705 Jun 19 20:44:09.164476 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-ba537bd4-c218-4252-a576-6de12d4f2eb6 req-be3ee4c1-a358-4cd8-b536-48958cd835a5 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305719 Jun 19 20:44:09.187737 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40604) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:44:09.278142 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b60e14-0bff-4cdb-9c9b-80f05e659a7c tempest-TestVolumeBootPattern-628157814 tempest-TestVolumeBootPattern-628157814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:09.279582 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c0b60e14-0bff-4cdb-9c9b-80f05e659a7c tempest-TestVolumeBootPattern-628157814 tempest-TestVolumeBootPattern-628157814-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1093 time: 0.0908930 Jun 19 20:44:09.282330 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40608) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:44:09.286503 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.v2.base [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Request body: {'floatingip': {'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'port_id': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 19 20:44:09.387695 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:09.767709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-651138'] for port, before_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:09.864289 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Allocated IP 172.27.2.3 (e900000a-5acd-4e0b-9c91-57381f1bf252/8402dcde-c09d-4ab8-9adc-4faf9710c3bc/2e76ff73-6388-440c-9e20-33e04c9b9ed5) {{(pid=93445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 19 20:44:09.963745 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:09.982057 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.062061 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-649537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-5290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777039126613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7941691'] for port, after_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.064832 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-aa3f1d32-f545-4993-bcbc-2c39f9818df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:44:10.098878 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Network e900000a-5acd-4e0b-9c91-57381f1bf252 is already hosted by enough agents. {{(pid=93445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 19 20:44:10.102034 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Resources bound (agent type, host, resource id): {{(pid=93445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 19 20:44:10.105552 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Received port after_create {{(pid=93445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 19 20:44:10.129028 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=2e76ff73-6388-440c-9e20-33e04c9b9ed5,revision_number=1']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:44:10.132723 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:44:10.452013 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.572493 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-651156'] for port, before_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.713716 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for port, precommit_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.769832 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777039556563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777039126631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777039126676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7941645'] for port, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.773031 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f94b5e01-b609-4082-90e9-ce761b1aa2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:44:10.842200 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event updated for resources: {'Port': ['ID=2e76ff73-6388-440c-9e20-33e04c9b9ed5,revision_number=2']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:44:10.846065 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:44:10.848976 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087817'] for floatingip, after_update {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:10.944259 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Floating IP 208adaac-5ee7-4f94-930a-e3a9ca9afa94 associated. External IP: 172.27.2.3, port: ba524e74-b3a9-4421-8c75-740eb9e39ed8. Jun 19 20:44:11.050379 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:44:11.140580 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:44:11.241929 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:44:11.250896 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:44:11.260297 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:44:11.260918 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:44:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:44:11.328529 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:11.361042 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:44:11.363000 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0797014 Jun 19 20:44:11.363623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:44:11.366444 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011700ee-19c1-4756-a4e7-53c7a19fb085" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:44:11.410526 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424c8742-0a0e-4efa-bf71-5282445c72bd x-openstack-request-id: req-424c8742-0a0e-4efa-bf71-5282445c72bd {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:44:11.410859 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:44:11.411151 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-424c8742-0a0e-4efa-bf71-5282445c72bd {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:44:11.411585 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'status': 'completed', 'code': 200} Jun 19 20:44:11.525276 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-bc597f2a-0a75-41d4-9b5d-9d1548318033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:11.526793 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-bc597f2a-0a75-41d4-9b5d-9d1548318033 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1098 time: 0.0933723 Jun 19 20:44:11.616349 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-33a6099e-6e89-4ddf-8bd3-f054e7bb24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:11.617692 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-33a6099e-6e89-4ddf-8bd3-f054e7bb24a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0847402 Jun 19 20:44:11.681200 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-c61ce773-52cf-4f4e-89d9-006d58c04371 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8 HTTP/1.1" status: 200 len: 997 time: 0.0568678 Jun 19 20:44:11.712579 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '208adaac-5ee7-4f94-930a-e3a9ca9afa94', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:b1:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:44:10Z', 'updated_at': '2021-06-19T20:44:10Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}, {'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:50Z', 'revision_number': 1, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:44:11.729219 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-97a20169-5ea7-474a-96b6-1504a46496a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:11.730649 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-97a20169-5ea7-474a-96b6-1504a46496a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0431406 Jun 19 20:44:11.737398 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:44:11.745375 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:44:11.745980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:44:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:44:11.790021 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-bc4c9a0c-c91a-4eec-845b-8bc40fbaf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:11.791472 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-bc4c9a0c-c91a-4eec-845b-8bc40fbaf28d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548053 Jun 19 20:44:11.801737 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-40255d9c-056f-4047-bb72-6dbe59a5e165 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 19 20:44:11.802668 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-40255d9c-056f-4047-bb72-6dbe59a5e165 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049117 Jun 19 20:44:11.846834 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:44:11.894087 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-d580d9cb-746d-435e-9a19-29b212ef4628 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847034 Jun 19 20:44:11.981150 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-011700ee-19c1-4756-a4e7-53c7a19fb085 req-14a9b2c3-6df7-450c-b900-2c6451f4e5ab service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810637 Jun 19 20:44:12.067487 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '208adaac-5ee7-4f94-930a-e3a9ca9afa94', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:b1:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:44:10Z', 'updated_at': '2021-06-19T20:44:10Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}, {'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:50Z', 'revision_number': 1, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:44:12.097579 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01ce83-0291-4158-aa00-5b6234205a9e None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': '208adaac-5ee7-4f94-930a-e3a9ca9afa94', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:b1:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:44:10Z', 'updated_at': '2021-06-19T20:44:10Z', 'revision_number': 0, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}, {'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:50Z', 'revision_number': 1, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:44:12.191817 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-fc7b8a46-8ae1-4072-b50f-00eb8383e9ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501957 Jun 19 20:44:12.282865 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d29448-9228-4cb0-a075-fa9c40b35fd8 None None] New status for floating IP 208adaac-5ee7-4f94-930a-e3a9ca9afa94: ACTIVE {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:44:12.289553 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-90acf2fc-225a-4f88-99eb-d897d8a71727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:12.291374 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-90acf2fc-225a-4f88-99eb-d897d8a71727 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1099 time: 0.0559862 Jun 19 20:44:12.398171 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-48486d0e-9965-4b7a-93ae-e2b812414e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:12.399618 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-48486d0e-9965-4b7a-93ae-e2b812414e37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0888112 Jun 19 20:44:12.463360 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-00d61fb1-789d-4951-90ae-2a8b105f983b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 1002 time: 0.0569007 Jun 19 20:44:12.512802 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-8062097d-f51c-4b9f-bd32-d5e3be47299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:12.514212 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-8062097d-f51c-4b9f-bd32-d5e3be47299a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0447350 Jun 19 20:44:12.571998 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-87e47600-272f-4563-89f8-ad84a0c98a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:44:12.573619 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-87e47600-272f-4563-89f8-ad84a0c98a6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528748 Jun 19 20:44:12.656427 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-cc10c6ef-c7c0-4881-9c58-3faf0c02718c service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767524 Jun 19 20:44:12.744485 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-daf18d0d-2928-45e0-8ae2-be9242232ca8 req-d4f0aa92-bda1-4f1e-b72d-fa353f31682b service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814192 Jun 19 20:44:34.395306 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-5c2217a0-866f-4218-a7ac-6dcb5fe8c10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:36.881289 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:36.967088 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ca703d11-16eb-4351-9933-334fbf520573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:37.203931 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:38.118369 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:40.000965 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:44:48.048226 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:45:04.374847 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-401ae1b3-5296-437f-a24a-7595b22df248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:06.887767 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:06.954175 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ff39be54-888d-42e4-8570-3879ac3579ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:07.211821 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:08.140172 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:10.000122 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:13.228573 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-2a655347-5692-4b0f-8f89-0cf113ac71de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527277 Jun 19 20:45:13.300147 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-f46268c1-1c66-4f12-bb26-988fa9f2dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:45:13.302205 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-f46268c1-1c66-4f12-bb26-988fa9f2dea1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1098 time: 0.0509224 Jun 19 20:45:13.403131 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-836d20c8-e3d3-462e-b1e7-3556f4720666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:45:13.404572 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-836d20c8-e3d3-462e-b1e7-3556f4720666 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0835805 Jun 19 20:45:13.465793 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-b3798c3d-1952-4f95-b93a-319d839a83c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8 HTTP/1.1" status: 200 len: 999 time: 0.0553045 Jun 19 20:45:13.516112 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-9ba98b38-eadf-43fa-8fce-6fe9fd302ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:45:13.517503 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-9ba98b38-eadf-43fa-8fce-6fe9fd302ea1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0457578 Jun 19 20:45:13.570995 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-47cb4300-3ee4-4b28-b144-574f8023a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:45:13.572464 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-47cb4300-3ee4-4b28-b144-574f8023a40e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489893 Jun 19 20:45:13.655566 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-e04cbcfe-bf69-4028-a62a-2c1f3b186e0b service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766993 Jun 19 20:45:13.749230 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-619d1c00-92e8-4954-abfe-bd14016e8954 req-70c29f91-0842-4639-b837-72e30e30eb86 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Jun 19 20:45:25.046165 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:45:34.379311 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-10d7dccf-3a62-4cf9-9e0f-1bd4de88b107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:36.916973 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:36.968190 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a4fa97e8-a1f0-43d4-aaef-d4222eebdf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:37.250196 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:38.135670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:45:40.021447 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:02.043873 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:46:03.993098 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40642) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:04.141770 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Deleting port 2e76ff73-6388-440c-9e20-33e04c9b9ed5 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:04.149294 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.215750 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.216147 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.276176 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Calling delete_port for 2e76ff73-6388-440c-9e20-33e04c9b9ed5 owned by network:floatingip {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:04.391854 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-9171a2a7-7a22-4b10-ae0b-81ae10b3f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.465895 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.467862 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2dcf6e05-072a-4094-b7f0-1d891a043548 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:04.489413 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'Port': ['ID=2e76ff73-6388-440c-9e20-33e04c9b9ed5,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:04.498730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.499120 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.499495 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.499861 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.500246 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.501602 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.501602 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.501602 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.501935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.502162 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.502340 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.502693 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:04.507172 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:04.563880 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.564161 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Floating IP 208adaac-5ee7-4f94-930a-e3a9ca9afa94 disassociated (deleted). External IP: 172.27.2.3, port: ba524e74-b3a9-4421-8c75-740eb9e39ed8. Jun 19 20:46:04.753730 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:46:04.853680 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:46:04.858418 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:04.862720 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:46:04.871194 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:04.872130 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:45:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:04.976783 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:05.188345 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0413b93c-34b5-444c-92e3-c7f2ea899dd9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "DELETE /v2.0/floatingips/208adaac-5ee7-4f94-930a-e3a9ca9afa94 HTTP/1.1" status: 204 len: 168 time: 1.1940985 Jun 19 20:46:05.188936 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:46:05.191566 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:46:05.201831 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:50Z', 'revision_number': 1, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:05.227660 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:46:05.229209 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf1139-a6f8-43bf-8284-d3cb84064a8d x-openstack-request-id: req-bbaf1139-a6f8-43bf-8284-d3cb84064a8d {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:46:05.229552 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:46:05.229851 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbaf1139-a6f8-43bf-8284-d3cb84064a8d {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:46:05.230289 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'status': 'completed', 'code': 200} Jun 19 20:46:05.266285 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:05.267032 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:45:37Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:05.307734 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-28d3df7c-6179-4e14-a524-eeb299477e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:05.309296 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-28d3df7c-6179-4e14-a524-eeb299477e23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 1098 time: 0.0528035 Jun 19 20:46:05.378809 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:05.404189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-5adb96b3-b574-46b0-8fbb-4230ebaf1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:05.405647 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-5adb96b3-b574-46b0-8fbb-4230ebaf1239 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0891407 Jun 19 20:46:05.445175 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-50924f52-60f5-4094-80ac-3f3e544cf636 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8 HTTP/1.1" status: 200 len: 217 time: 0.0334971 Jun 19 20:46:05.492515 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-31f58dcd-1ad5-4d51-9ad0-5ab0fbb4771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:05.493931 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-31f58dcd-1ad5-4d51-9ad0-5ab0fbb4771c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0434501 Jun 19 20:46:05.562441 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-2ea96452-761c-4a5e-aa9e-79a0cfe025d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:05.564711 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-2ea96452-761c-4a5e-aa9e-79a0cfe025d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643532 Jun 19 20:46:05.629776 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:50Z', 'revision_number': 1, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:05.655623 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338b41b-299f-43c4-9e5e-9d1231500a87 None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_floatingips': [{'id': 'ef5f8f30-f4ab-4064-a226-38cd0641f86c', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'router_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'port_id': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'mac_address': 'fa:16:3e:62:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T20:41:48Z', 'updated_at': '2021-06-19T20:41:50Z', 'revision_number': 1, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:46:05.668022 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-cf857d1b-3d22-4d29-abbf-c64ae7b9091d service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935717 Jun 19 20:46:05.745291 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9576ca-fe1e-429a-a78c-233cb58813b2 req-518e5150-14b5-4b9c-b9cd-24d5ee2865f7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:05.746769 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-de9576ca-fe1e-429a-a78c-233cb58813b2 req-518e5150-14b5-4b9c-b9cd-24d5ee2865f7 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 945 time: 0.0669913 Jun 19 20:46:05.762361 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-907acbb5-6b09-4b7f-9eb6-00e2e18956d1 req-edfe28e5-0495-411a-b78f-3ef75bf6550e service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903025 Jun 19 20:46:05.786122 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-de9576ca-fe1e-429a-a78c-233cb58813b2 req-78d19113-3d3e-4e8a-9634-270845d89899 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Jun 19 20:46:05.888371 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90bb25-a9e0-4b53-8390-9d3be8b837db None None] New status for floating IP 208adaac-5ee7-4f94-930a-e3a9ca9afa94: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:46:06.911735 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:06.974254 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e88f5-b6c5-402e-b5d0-9c38185c9c32 req-cbb10a6e-660b-440c-b399-95ff207466d0 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:06.975703 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c86e88f5-b6c5-402e-b5d0-9c38185c9c32 req-cbb10a6e-660b-440c-b399-95ff207466d0 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 945 time: 0.0692525 Jun 19 20:46:07.012945 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c86e88f5-b6c5-402e-b5d0-9c38185c9c32 req-449992d8-3864-4c49-9bd2-83aa1f015d15 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jun 19 20:46:07.014954 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-3989e8a5-b991-439a-9ce2-7c046d964382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:07.196411 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:07.310625 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-e8a82544-9d2d-406f-aebe-c89895901389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:07.312162 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-e8a82544-9d2d-406f-aebe-c89895901389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 945 time: 0.0606089 Jun 19 20:46:07.413860 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Deleting port ba524e74-b3a9-4421-8c75-740eb9e39ed8 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:07.414189 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:07.498938 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] For port ba524e74-b3a9-4421-8c75-740eb9e39ed8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ba524e74-b3a9-4421-8c75-740eb9e39ed8,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:07.499291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:07.562465 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Calling delete_port for ba524e74-b3a9-4421-8c75-740eb9e39ed8 owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:07.750511 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:07.755155 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-a80d7d54-fe5d-42f9-a9eb-eb086eded06c tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:07.786811 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'Port': ['ID=ba524e74-b3a9-4421-8c75-740eb9e39ed8,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:07.789697 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:07.825594 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] No DVR routers for this DVR port ba524e74-b3a9-4421-8c75-740eb9e39ed8 on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:46:07.828101 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:07.830115 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-e2cd83f3-dc7f-4c77-bfed-ad3b72310770 req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "DELETE /v2.0/ports/ba524e74-b3a9-4421-8c75-740eb9e39ed8 HTTP/1.1" status: 204 len: 173 time: 0.5127790 Jun 19 20:46:07.830623 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'name': 'network-vif-deleted', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:46:07.833001 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe9696c-c2cd-4da9-83b9-5445d9e47876" -d '{"events": [{"server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "name": "network-vif-deleted", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:46:07.866896 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c91a66c-907d-4a69-817d-78da01e56f42 x-openstack-request-id: req-0c91a66c-907d-4a69-817d-78da01e56f42 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:46:07.867231 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea425d4-96d1-4c79-b002-2320f24b4954", "name": "network-vif-deleted", "tag": "ba524e74-b3a9-4421-8c75-740eb9e39ed8", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:46:07.867606 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c91a66c-907d-4a69-817d-78da01e56f42 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:46:07.868073 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea425d4-96d1-4c79-b002-2320f24b4954', 'name': 'network-vif-deleted', 'tag': 'ba524e74-b3a9-4421-8c75-740eb9e39ed8', 'status': 'completed', 'code': 200} Jun 19 20:46:08.142026 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:08.161528 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-589ba7bb-80fb-40e3-8ded-08c871fc8fe4 req-850bf640-61b8-4c5c-b414-27cb7bf29ef2 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ea425d4-96d1-4c79-b002-2320f24b4954 HTTP/1.1" status: 200 len: 210 time: 0.0331411 Jun 19 20:46:10.024501 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:10.895414 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device ba524e74-b3a9-4421-8c75-740eb9e39ed8 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:10.914309 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: ba524e74-b3a9-4421-8c75-740eb9e39ed8 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:10.914811 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device ba524e74-b3a9-4421-8c75-740eb9e39ed8 not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:11.660059 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40684) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:11.808480 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Deleting port 9d0b53a8-bd0c-4b0a-aeb9-40b46543abe4 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:11.808811 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:11.878291 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:11.878607 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:11.941523 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Calling delete_port for 9d0b53a8-bd0c-4b0a-aeb9-40b46543abe4 owned by network:floatingip {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:12.134541 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:12.136482 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-dd90a187-986e-4b34-863f-5f499e088152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:12.158999 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'Port': ['ID=9d0b53a8-bd0c-4b0a-aeb9-40b46543abe4,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:12.162266 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:12.221849 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:12.222172 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.db.l3_db [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Floating IP ef5f8f30-f4ab-4064-a226-38cd0641f86c disassociated (deleted). External IP: 172.27.2.133, port: 4e0a587a-9b30-4c62-b359-041fecdeb64b. Jun 19 20:46:12.411979 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:46:12.511993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:46:12.516698 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:12.522788 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:46:12.531257 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:12.531879 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:46:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:12.553179 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-ef0c3402-be54-489f-b8a4-7ba375022fdc tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "DELETE /v2.0/floatingips/ef5f8f30-f4ab-4064-a226-38cd0641f86c HTTP/1.1" status: 204 len: 168 time: 0.8920541 Jun 19 20:46:12.553874 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:46:12.556233 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c935f7f4-db9b-4bbb-b136-09ea91ec6095" -d '{"events": [{"name": "network-changed", "server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:46:12.594157 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c591ac-b156-43d9-9219-d95cbdd4ea89 x-openstack-request-id: req-62c591ac-b156-43d9-9219-d95cbdd4ea89 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:46:12.594481 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:46:12.595145 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62c591ac-b156-43d9-9219-d95cbdd4ea89 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:46:12.595448 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'status': 'completed', 'code': 200} Jun 19 20:46:12.636670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:12.676416 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-4a308972-b339-44f6-a170-2a0537f81118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:12.678293 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-4a308972-b339-44f6-a170-2a0537f81118 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 1099 time: 0.0610545 Jun 19 20:46:12.773461 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-bbd181f1-fdbd-4d2e-bb43-9a8029d7baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:12.775187 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-bbd181f1-fdbd-4d2e-bb43-9a8029d7baff service neutron] 10.222.0.22 "GET /v2.0/networks?id=4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 200 len: 912 time: 0.0908623 Jun 19 20:46:12.819093 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-ed665f36-a615-4c47-9488-a81c3cd484a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 200 len: 217 time: 0.0375328 Jun 19 20:46:12.870054 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-515f9cf4-75b5-4e6f-8ad6-09e216d94ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:12.871483 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-515f9cf4-75b5-4e6f-8ad6-09e216d94ce5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 200 len: 850 time: 0.0470960 Jun 19 20:46:12.931198 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-c53e1191-d138-4ad3-9491-960893052eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:12.932762 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-c53e1191-d138-4ad3-9491-960893052eaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4174c3b2-29c3-4135-9777-4941aba6068f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546238 Jun 19 20:46:12.970879 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:12.998670 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:46:13.006274 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:13.007462 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:46:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:13.029332 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-8c1f2c09-3c07-442a-b65a-0641555c9716 service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899739 Jun 19 20:46:13.120969 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-c935f7f4-db9b-4bbb-b136-09ea91ec6095 req-bc616344-e17f-4fb7-b356-75aa0191583a service neutron] 10.222.0.22 "GET /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850918 Jun 19 20:46:13.145912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ecd4b-9912-40f0-a454-e929ef12dfde req-567b066d-35e1-40d5-b34b-d2fb17a60e73 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:13.147922 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0b8ecd4b-9912-40f0-a454-e929ef12dfde req-567b066d-35e1-40d5-b34b-d2fb17a60e73 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0715435 Jun 19 20:46:13.160582 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:13.184660 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [req-0b8ecd4b-9912-40f0-a454-e929ef12dfde req-b2061ab3-7850-4b13-b1e2-58efd13e27ab tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310338 Jun 19 20:46:13.405858 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:13.431105 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffe8e9-ff0a-449b-bb97-a2edafd9b99d None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:17Z', 'revision_number': 4, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi', '_interfaces': [{'id': 'c6106627-6727-48d5-9993-0512e8388378', 'name': '', 'network_id': '4174c3b2-29c3-4135-9777-4941aba6068f', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'mac_address': 'fa:16:3e:95:33:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:16Z', 'updated_at': '2021-06-19T20:38:22Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'subnets': [{'id': '0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:46:13.636154 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09a716-f0fd-4c01-a0bf-7ea3a8052020 None None] New status for floating IP ef5f8f30-f4ab-4064-a226-38cd0641f86c: DOWN {{(pid=93447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 19 20:46:14.360082 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5b79-ce52-4125-87d6-596177903bd3 req-78233e38-09c8-4821-babc-46a5e35eec00 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:14.361705 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-14db5b79-ce52-4125-87d6-596177903bd3 req-78233e38-09c8-4821-babc-46a5e35eec00 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0659485 Jun 19 20:46:14.398840 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-14db5b79-ce52-4125-87d6-596177903bd3 req-6c1d0c7b-7335-4ed5-95c7-9cf81f53fedd tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/security-groups?id=25ae8f45-c14b-4abb-b566-2dc69cf6bac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Jun 19 20:46:14.635063 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1847d-fe9d-4d85-a513-27327384253a req-c2ff9c34-8ab3-4928-a785-2faffb5ec97a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 19 20:46:14.636455 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5ce1847d-fe9d-4d85-a513-27327384253a req-c2ff9c34-8ab3-4928-a785-2faffb5ec97a tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 946 time: 0.0598381 Jun 19 20:46:14.730869 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Deleting port 4e0a587a-9b30-4c62-b359-041fecdeb64b {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:14.731209 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:14.818649 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] For port 4e0a587a-9b30-4c62-b359-041fecdeb64b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4e0a587a-9b30-4c62-b359-041fecdeb64b,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:14.818993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:14.881490 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Calling delete_port for 4e0a587a-9b30-4c62-b359-041fecdeb64b owned by compute:nova {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:15.060038 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:15.064521 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c8a25298-aa19-49ff-91f1-f11ddbcae0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:15.093328 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'Port': ['ID=4e0a587a-9b30-4c62-b359-041fecdeb64b,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:15.096655 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:15.137521 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] No DVR routers for this DVR port 4e0a587a-9b30-4c62-b359-041fecdeb64b on host hv-cinder-79717 {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:46:15.139935 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for port, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:15.141859 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-5ce1847d-fe9d-4d85-a513-27327384253a req-0344b744-5ccb-4303-b061-6f1a9455dc64 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.22 "DELETE /v2.0/ports/4e0a587a-9b30-4c62-b359-041fecdeb64b HTTP/1.1" status: 204 len: 173 time: 0.4996359 Jun 19 20:46:15.142439 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'name': 'network-vif-deleted', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b'}] {{(pid=93445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 19 20:46:15.144836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e25de7362d814376b7e082a0e333b0f02be4c9161ed1611860d40082f26410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7000cd-fe38-4895-975f-7a8878fa4259" -d '{"events": [{"server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "name": "network-vif-deleted", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b"}]}' {{(pid=93445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 19 20:46:15.179031 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76569ea6-d340-4701-ba2f-7f32da7ef7c0 x-openstack-request-id: req-76569ea6-d340-4701-ba2f-7f32da7ef7c0 {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 19 20:46:15.179364 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8640ff5-af2c-4ed7-b93e-e4b4def42e7b", "name": "network-vif-deleted", "tag": "4e0a587a-9b30-4c62-b359-041fecdeb64b", "status": "completed", "code": 200}]} {{(pid=93445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 19 20:46:15.179658 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76569ea6-d340-4701-ba2f-7f32da7ef7c0 {{(pid=93445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 19 20:46:15.180147 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8640ff5-af2c-4ed7-b93e-e4b4def42e7b', 'name': 'network-vif-deleted', 'tag': '4e0a587a-9b30-4c62-b359-041fecdeb64b', 'status': 'completed', 'code': 200} Jun 19 20:46:15.544219 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [req-2cb9ea35-de9f-4f9a-aacd-3b327187b402 req-16cef8fa-5f3d-4da2-8999-06f16f5054a2 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8640ff5-af2c-4ed7-b93e-e4b4def42e7b HTTP/1.1" status: 200 len: 210 time: 0.0311484 Jun 19 20:46:16.635426 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40700) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:16.757166 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Deleting port 5d99ce9b-3eb1-4f32-9781-e178130f82e7 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:16.757501 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:16.831410 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:16.831709 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:16.894659 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Calling delete_port for 5d99ce9b-3eb1-4f32-9781-e178130f82e7 owned by network:floatingip {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:17.081828 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:17.085139 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-d0ecb159-c4f7-4a38-ad9e-ef7c34ac458b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:17.114509 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'Port': ['ID=5d99ce9b-3eb1-4f32-9781-e178130f82e7,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:17.118945 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:17.172135 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for floatingip, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:17.174669 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121328'] for floatingip, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:17.176148 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-4a5a1b44-bc1e-45c6-a2ba-38a2811238c9 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "DELETE /v2.0/floatingips/53a721fc-b979-482d-ac40-d194a62a07ec HTTP/1.1" status: 204 len: 168 time: 0.5395882 Jun 19 20:46:18.551359 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40712) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:18.607993 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:18.632877 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:18.739541 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:18.742735 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:18.743968 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] 10.222.0.25 "DELETE /v2.0/security-groups/25ae8f45-c14b-4abb-b566-2dc69cf6bac8 HTTP/1.1" status: 204 len: 168 time: 0.1915910 Jun 19 20:46:18.746945 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0d42bea0-1b6c-423c-a684-021bdde5b522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:18.753419 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ae8f45-c14b-4abb-b566-2dc69cf6bac8,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:18.757072 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-c6851171-659f-4c34-a686-0fdbf01186d8 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:18.867447 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40716) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:18.925076 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4e0a587a-9b30-4c62-b359-041fecdeb64b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:18.947693 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] No Port match for: 4e0a587a-9b30-4c62-b359-041fecdeb64b {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:18.948073 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Device 4e0a587a-9b30-4c62-b359-041fecdeb64b not bound to the agent host hv-cinder-79717 {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:19.290740 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:19.547759 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Deleting port c6106627-6727-48d5-9993-0512e8388378 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:19.548042 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:19.621500 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] For port c6106627-6727-48d5-9993-0512e8388378, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=c6106627-6727-48d5-9993-0512e8388378,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:19.622158 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:19.684626 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Calling delete_port for c6106627-6727-48d5-9993-0512e8388378 owned by network:router_interface {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:19.938725 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:19.940837 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-efe86b35-842a-45aa-924f-f74909cf2f24 tempest-AttachVolumeShelveTestJSON-788871967 tempest-AttachVolumeShelveTestJSON-788871967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:19.964939 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Pushing event deleted for resources: {'Port': ['ID=c6106627-6727-48d5-9993-0512e8388378,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:19.967354 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:20.126053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:20.613353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:46:20.711397 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:46:20.716593 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-dfe7a929-7560-4a16-8e70-4a9044d033de admin admin] 10.222.0.25 "PUT /v2.0/routers/b1996eb6-bdd5-4f0a-87c6-50484e05ee11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477824 Jun 19 20:46:20.718841 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40720) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:20.721572 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] Sync routers for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:46:20.730599 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:20.731288 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:46:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:20.816459 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:20.836028 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: dv-cinder-797170-2-iscsi {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:20.913926 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.008805 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:46:19Z', 'revision_number': 5, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port': {'id': 'e71d00df-0910-493e-9a62-c5cf0079f198', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:21.033199 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] Checking router: b1996eb6-bdd5-4f0a-87c6-50484e05ee11 for host: dv-cinder-797170-2-iscsi {{(pid=93446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:46:21.048115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] Routers {'b1996eb6-bdd5-4f0a-87c6-50484e05ee11'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:21.048115 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:46:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'], 'active': True} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:21.073047 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Deleting port e71d00df-0910-493e-9a62-c5cf0079f198 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:21.073390 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.125465 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvr_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] Set router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 gateway port host: None {{(pid=93446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:21.151726 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] For port e71d00df-0910-493e-9a62-c5cf0079f198, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=e71d00df-0910-493e-9a62-c5cf0079f198,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:21.152120 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.178892 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_hamode_db [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:46:20Z', 'revision_number': 6, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:21.204374 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5f08b-ae4f-4d73-8ed2-dd4e00e11f6b None None] The sync data for ids ['b1996eb6-bdd5-4f0a-87c6-50484e05ee11'] in dv-cinder-797170-2-iscsi is: [{'id': 'b1996eb6-bdd5-4f0a-87c6-50484e05ee11', 'name': 'tempest-TestVolumeBootPattern-347589129-router', 'tenant_id': '5c3a53af79f445f984c121b7fbcb1a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:14Z', 'updated_at': '2021-06-19T20:46:20Z', 'revision_number': 6, 'project_id': '5c3a53af79f445f984c121b7fbcb1a50', 'gw_port_host': None}] {{(pid=93446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:46:21.215475 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Calling delete_port for e71d00df-0910-493e-9a62-c5cf0079f198 owned by network:router_gateway {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:21.419715 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.421703 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-282a17d5-173e-4d2d-9cfa-d79f7e7830b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:21.450656 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71d00df-0910-493e-9a62-c5cf0079f198,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:21.454473 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:21.508354 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.601393 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.603553 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.694146 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.694705 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1996eb6-bdd5-4f0a-87c6-50484e05ee11 {{(pid=93445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:46:21.700256 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.700256 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-128d9652-7bee-4abe-b871-8b64edb1b8a9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b1996eb6-bdd5-4f0a-87c6-50484e05ee11 HTTP/1.1" status: 204 len: 168 time: 0.9804754 Jun 19 20:46:21.702975 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40722) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:21.751053 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Deleting subnet 0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 {{(pid=93445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:46:21.753985 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.786025 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7941762'] for subnet, precommit_delete_associations {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.862544 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.963353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7941710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7556752'] for subnet, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.963353 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-3fbb589c-d05d-4748-9bd5-22af01fb1828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:21.985728 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:21.988794 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:21.989772 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:21.994044 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-e3954a8a-99c8-43fc-b931-11b49425f5f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0aeea19f-e8ea-4c3e-aabf-0f0282ee0b25 HTTP/1.1" status: 204 len: 168 time: 0.2878075 Jun 19 20:46:21.994414 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40724) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:21.998472 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f9ae1-2876-4f51-b8d8-77a7995ea584 None None] Network 4174c3b2-29c3-4135-9777-4941aba6068f requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:46:22.001668 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e71d00df-0910-493e-9a62-c5cf0079f198 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:22.057627 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: e71d00df-0910-493e-9a62-c5cf0079f198 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:22.057978 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device e71d00df-0910-493e-9a62-c5cf0079f198 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:22.058415 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6106627-6727-48d5-9993-0512e8388378 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:22.065415 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.123045 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Deleting port f9b925c0-1207-4472-9acf-fd10a37acc98 {{(pid=93445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:22.126359 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.188712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.db [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] For port f9b925c0-1207-4472-9acf-fd10a37acc98, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f9b925c0-1207-4472-9acf-fd10a37acc98,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:22.189059 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.214021 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: c6106627-6727-48d5-9993-0512e8388378 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:22.214292 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device c6106627-6727-48d5-9993-0512e8388378 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:22.258742 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.plugin [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Calling delete_port for f9b925c0-1207-4472-9acf-fd10a37acc98 owned by network:dhcp {{(pid=93445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:22.363107 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] DHCP port deletion for 4174c3b2-29c3-4135-9777-4941aba6068f request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:46:22.408774 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Deleting port f9b925c0-1207-4472-9acf-fd10a37acc98 {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:22.409157 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.419686 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7941684'] for port, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.422697 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-2f8ff588-bbca-4b7e-8ca6-fd65dddfe389 tempest-TestVolumeBootPattern-1983685298 tempest-TestVolumeBootPattern-1983685298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:22.452906 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b925c0-1207-4472-9acf-fd10a37acc98,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:22.455326 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] No DVR routers for this DVR port f9b925c0-1207-4472-9acf-fd10a37acc98 on host dv-cinder-797170-2-iscsi {{(pid=93445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:46:22.456916 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:22.478181 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] For port f9b925c0-1207-4472-9acf-fd10a37acc98, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=f9b925c0-1207-4472-9acf-fd10a37acc98,segment=NetworkSegment(c6913df9-dde2-47d2-ad35-0cb966c29fb9),segment_id=c6913df9-dde2-47d2-ad35-0cb966c29fb9)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:22.478488 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.523654 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.533015 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4174c3b2-29c3-4135-9777-4941aba6068f']}} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:22.542836 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6913df9-dde2-47d2-ad35-0cb966c29fb9') {'for_net_delete': True} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:22.543127 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.services.segments.db [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6913df9-dde2-47d2-ad35-0cb966c29fb9') {} {{(pid=93445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:22.543289 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Calling delete_port for f9b925c0-1207-4472-9acf-fd10a37acc98 owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:22.551498 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7941771'] for segment, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.565167 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.571712 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942117'] for segment, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: conditions |= (models_v2.Port.network_id.in_( Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: Traceback (most recent call last): Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: timer() Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: cb(*args, **kw) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: return func(*args, **kwargs) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: self._notify() Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: self.callback(batched_events) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: event.method(event) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: return f(self, *a, **k) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._get(url).json() Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: return self.request(url, 'GET', **kwargs) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:46:22.575129 dv-cinder-797170-2-iscsi neutron-server[93445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:46:22.615230 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.618370 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-b2c043df-6165-4c13-ac87-bacc1dfa8788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:22.642308 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Pushing event deleted for resources: {'Port': ['ID=f9b925c0-1207-4472-9acf-fd10a37acc98,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:22.645419 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] No DVR routers for this DVR port f9b925c0-1207-4472-9acf-fd10a37acc98 on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:46:22.651594 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.654193 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.655760 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.655760 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.655760 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:22.664785 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-58720de9-1804-485c-a0f6-21965ba701b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:22.711560 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.718964 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:22.718964 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4174c3b2-29c3-4135-9777-4941aba6068f HTTP/1.1" status: 204 len: 168 time: 0.7231777 Jun 19 20:46:22.719522 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-0203b3d0-8548-4b9d-a3ec-5456eb5e0420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:22.721317 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40726) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:22.732204 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Pushing event deleted for resources: {'Network': ['ID=4174c3b2-29c3-4135-9777-4941aba6068f,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:22.734616 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-cad014ca-0539-47f3-b296-18ac3d99b847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:23.052290 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049780'] for router_interface, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:23.294612 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Deleting port 19313589-1d28-4b94-9ac4-3aae270d5c5c {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:23.294950 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:23.372663 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] For port 19313589-1d28-4b94-9ac4-3aae270d5c5c, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=19313589-1d28-4b94-9ac4-3aae270d5c5c,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:23.372912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:23.433027 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Calling delete_port for 19313589-1d28-4b94-9ac4-3aae270d5c5c owned by network:router_interface {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:23.659344 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:23.661219 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-02a48ebc-8fab-4d8d-957c-9ed8df23b188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:23.687959 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Pushing event deleted for resources: {'Port': ['ID=19313589-1d28-4b94-9ac4-3aae270d5c5c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:23.714913 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.722455 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-2-iscsi {{(pid=93444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 19 20:46:23.723936 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:23.861259 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1645170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2049608'] for router_interface, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:24.036336 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f9b925c0-1207-4472-9acf-fd10a37acc98 no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:24.059802 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: f9b925c0-1207-4472-9acf-fd10a37acc98 {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:24.060175 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device f9b925c0-1207-4472-9acf-fd10a37acc98 not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:24.069619 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Router a50ac588-4d99-494d-8fbf-a854ffcdb09d has already been hosted by L3 agent 8335000f-482b-40b8-951a-45a4f65c2fe4 {{(pid=93444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 19 20:46:24.169560 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] Notify agent at l3_agent.dv-cinder-797170-2-iscsi the message routers_updated {{(pid=93444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 19 20:46:24.174316 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-e2476d2d-bd59-46a5-bfe9-42c6f2bee22f admin admin] 10.222.0.25 "PUT /v2.0/routers/a50ac588-4d99-494d-8fbf-a854ffcdb09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519243 Jun 19 20:46:24.176878 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40728) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:24.180067 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] Sync routers for ids ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'] in dv-cinder-797170-2-iscsi {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 19 20:46:24.188929 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] Routers {'a50ac588-4d99-494d-8fbf-a854ffcdb09d'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:24.189536 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:46:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:24.275317 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:24.288521 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] Set router a50ac588-4d99-494d-8fbf-a854ffcdb09d gateway port host: dv-cinder-797170-2-iscsi {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:24.369830 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:24.460990 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'external_fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:46:23Z', 'revision_number': 5, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port': {'id': '9192eca3-dbe7-467f-9807-08c870d8607f', 'name': '', 'network_id': 'e900000a-5acd-4e0b-9c91-57381f1bf252', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8402dcde-c09d-4ab8-9adc-4faf9710c3bc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-2-iscsi'}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:24.486700 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] Checking router: a50ac588-4d99-494d-8fbf-a854ffcdb09d for host: dv-cinder-797170-2-iscsi {{(pid=93447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 19 20:46:24.495846 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] Routers {'a50ac588-4d99-494d-8fbf-a854ffcdb09d'} bound to L3 agent in host dv-cinder-797170-2-iscsi {{(pid=93447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 19 20:46:24.496503 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T20:16:07Z,description=,heartbeat_timestamp=2021-06-19T20:46:07Z,host='dv-cinder-797170-2-iscsi',id=8335000f-482b-40b8-951a-45a4f65c2fe4,load=0,resource_versions=,resources_synced=,started_at=2021-06-19T20:16:07Z,topic='l3_agent')) {'router_ids': ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'], 'active': True} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:24.532020 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Deleting port 9192eca3-dbe7-467f-9807-08c870d8607f {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:24.532391 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:24.612915 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] For port 9192eca3-dbe7-467f-9807-08c870d8607f, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=9192eca3-dbe7-467f-9807-08c870d8607f,segment=NetworkSegment(a2d79b77-537c-42eb-b13c-867e84636b09),segment_id=a2d79b77-537c-42eb-b13c-867e84636b09)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:24.613343 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:24.664129 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_dvr_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] Set router a50ac588-4d99-494d-8fbf-a854ffcdb09d gateway port host: None {{(pid=93447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 19 20:46:24.677832 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Calling delete_port for 9192eca3-dbe7-467f-9807-08c870d8607f owned by network:router_gateway {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:24.720935 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.l3_hamode_db [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:46:24Z', 'revision_number': 6, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port_host': None}], 'dv-cinder-797170-2-iscsi', False) {} {{(pid=93447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:24.746450 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dd8d51-a614-4dc0-a216-c5ebf587fa91 None None] The sync data for ids ['a50ac588-4d99-494d-8fbf-a854ffcdb09d'] in dv-cinder-797170-2-iscsi is: [{'id': 'a50ac588-4d99-494d-8fbf-a854ffcdb09d', 'name': 'tempest-TestVolumeBootPattern-347797377-router', 'tenant_id': '0597dffe788d416190e95932bc34f743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T20:38:20Z', 'updated_at': '2021-06-19T20:46:24Z', 'revision_number': 6, 'project_id': '0597dffe788d416190e95932bc34f743', 'gw_port_host': None}] {{(pid=93447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 19 20:46:24.916630 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:24.918671 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-70c127af-7de2-4c4e-92f3-1cf128863b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:24.941556 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9192eca3-dbe7-467f-9807-08c870d8607f,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:24.944669 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:25.002972 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087780'] for router_gateway, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.092829 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1840'] for router, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.094989 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.231271 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050603'] for router, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.231798 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a50ac588-4d99-494d-8fbf-a854ffcdb09d {{(pid=93444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 19 20:46:25.236727 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.237883 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-bd09d1d3-33dc-4bab-bbd0-c5b24dffa6b8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a50ac588-4d99-494d-8fbf-a854ffcdb09d HTTP/1.1" status: 204 len: 168 time: 1.0600920 Jun 19 20:46:25.240309 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40730) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:25.283510 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Deleting subnet e142d647-0684-4d19-9c55-2dd731f4fa79 {{(pid=93444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 19 20:46:25.286378 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.318041 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1562426'] for subnet, precommit_delete_associations {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.655810 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839053'] for subnet, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.784838 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-839042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7609517'] for subnet, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.786926 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-a0c47296-cced-41a2-ac9c-06c2bd277a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:25.811731 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e142d647-0684-4d19-9c55-2dd731f4fa79,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:25.814823 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:25.815725 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for subnet, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.817583 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-19ef5159-2825-48ed-922d-6923e9ef5627 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e142d647-0684-4d19-9c55-2dd731f4fa79 HTTP/1.1" status: 204 len: 168 time: 0.5763597 Jun 19 20:46:25.820253 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40732) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:25.822932 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65d3f1-8812-43e3-b99a-64164dd21032 None None] Network 3e389e06-8128-4dc8-a78d-b53bb50b82a1 requested from dv-cinder-797170-2-iscsi {{(pid=93446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 19 20:46:25.888679 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616689'] for network, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.942043 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Deleting port 27ac30fd-057e-4b6d-8668-49563bc6db1f {{(pid=93444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:25.942713 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:25.976417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 9192eca3-dbe7-467f-9807-08c870d8607f no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:26.001073 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 9192eca3-dbe7-467f-9807-08c870d8607f {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:26.001429 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 9192eca3-dbe7-467f-9807-08c870d8607f not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:26.001849 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 19313589-1d28-4b94-9ac4-3aae270d5c5c no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:26.013457 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.db [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] For port 27ac30fd-057e-4b6d-8668-49563bc6db1f, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=27ac30fd-057e-4b6d-8668-49563bc6db1f,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:26.013809 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.022592 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] DHCP port deletion for 3e389e06-8128-4dc8-a78d-b53bb50b82a1 request from dv-cinder-797170-2-iscsi {{(pid=93446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 19 20:46:26.024711 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 19313589-1d28-4b94-9ac4-3aae270d5c5c {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:26.025049 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 19313589-1d28-4b94-9ac4-3aae270d5c5c not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:26.068535 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Deleting port 27ac30fd-057e-4b6d-8668-49563bc6db1f {{(pid=93446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 19 20:46:26.068853 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777039583717'] for port, before_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.077013 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.plugin [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Calling delete_port for 27ac30fd-057e-4b6d-8668-49563bc6db1f owned by network:dhcp {{(pid=93444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:26.134175 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.db [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] For port 27ac30fd-057e-4b6d-8668-49563bc6db1f, host dv-cinder-797170-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-2-iscsi',level=0,port_id=27ac30fd-057e-4b6d-8668-49563bc6db1f,segment=NetworkSegment(ea118e34-cc51-4e37-aded-63753248c6a1),segment_id=ea118e34-cc51-4e37-aded-63753248c6a1)] {{(pid=93446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 19 20:46:26.134570 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087077'] for port, precommit_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.204293 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Calling delete_port for 27ac30fd-057e-4b6d-8668-49563bc6db1f owned by network:dhcp {{(pid=93446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 19 20:46:26.225947 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6477161'] for port, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.229122 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-100d32de-89ab-4595-90e1-f259a0a455b6 tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:26.252787 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ac30fd-057e-4b6d-8668-49563bc6db1f,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:26.254608 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] No DVR routers for this DVR port 27ac30fd-057e-4b6d-8668-49563bc6db1f on host dv-cinder-797170-2-iscsi {{(pid=93444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:46:26.256096 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:26.284729 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-649590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1645056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777039556581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777039126622'] for port, after_delete {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.286562 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:26.311073 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Pushing event deleted for resources: {'Port': ['ID=27ac30fd-057e-4b6d-8668-49563bc6db1f,revision_number=None']} {{(pid=93446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:26.313709 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] No DVR routers for this DVR port 27ac30fd-057e-4b6d-8668-49563bc6db1f on host dv-cinder-797170-2-iscsi {{(pid=93446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 19 20:46:26.315155 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG oslo_concurrency.lockutils [None req-754dff3d-a642-4182-b21b-05455d29bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:26.331513 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-849170', 'neutron.services.segments.db._delete_segments_for_network-8777039637459'] for network, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.342021 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e389e06-8128-4dc8-a78d-b53bb50b82a1']}} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:26.352912 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea118e34-cc51-4e37-aded-63753248c6a1') {'for_net_delete': True} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:26.353204 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.services.segments.db [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea118e34-cc51-4e37-aded-63753248c6a1') {} {{(pid=93444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 19 20:46:26.361792 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777039637288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1562419'] for segment, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.375628 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930'] for segment, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.382090 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 19 20:46:26.382726 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6476984'] for segment, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: Traceback (most recent call last): Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: timer() Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: cb(*args, **kw) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: return func(*args, **kwargs) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: self._notify() Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: self.callback(batched_events) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: event.method(event) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: aggregate_uuid = self.p_client.list_aggregates( Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: return f(self, *a, **k) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._get(url).json() Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: return self.request(url, 'GET', **kwargs) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: base_url = self.get_endpoint(auth, allow=allow, Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 19 20:46:26.384415 dv-cinder-797170-2-iscsi neutron-server[93444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 19 20:46:26.505236 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-849163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2024192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1645067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087867'] for network, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.509493 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:26.512054 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1645078'] for network, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.513783 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e389e06-8128-4dc8-a78d-b53bb50b82a1 HTTP/1.1" status: 204 len: 168 time: 0.6926358 Jun 19 20:46:26.525107 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e389e06-8128-4dc8-a78d-b53bb50b82a1,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:26.527488 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-c06c0c35-dded-42e7-89ad-c9787c97c9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:26.811186 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40736) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:26.850443 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-0ddfeeb7-2bb8-4acd-beab-680b7275f040 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c3a53af79f445f984c121b7fbcb1a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380437 Jun 19 20:46:26.852695 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [-] (93445) accepted ('10.222.0.25', 40738) {{(pid=93445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:26.899030 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:26.919134 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.002003 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.004626 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron_lib.callbacks.manager [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.005743 dv-cinder-797170-2-iscsi neutron-server[93445]: INFO neutron.wsgi [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1197b025-2c48-4d23-b6b5-48a202003e11 HTTP/1.1" status: 204 len: 168 time: 0.1521676 Jun 19 20:46:27.006512 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-f6d05ede-d7d9-4cfb-a70e-c6d8263cc53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:27.014253 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197b025-2c48-4d23-b6b5-48a202003e11,revision_number=None']} {{(pid=93445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:27.016670 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG oslo_concurrency.lockutils [None req-52fe8534-b9d3-47d9-b6ca-e9638cde4da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:27.610370 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40744) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:27.649631 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-26d48c45-da41-4108-ba05-609509b2ac1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0597dffe788d416190e95932bc34f743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380528 Jun 19 20:46:27.651794 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [-] (93444) accepted ('10.222.0.25', 40746) {{(pid=93444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 19 20:46:27.702179 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.722101 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.847688 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2024241'] for security_group, after_delete {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.850277 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron_lib.callbacks.manager [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:27.851836 dv-cinder-797170-2-iscsi neutron-server[93444]: INFO neutron.wsgi [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98b40e21-4200-4bab-b644-bb038fdbda5c HTTP/1.1" status: 204 len: 168 time: 0.1986129 Jun 19 20:46:27.852669 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-947099d1-c090-4c10-ab98-9da3e6e22c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 19 20:46:27.859878 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b40e21-4200-4bab-b644-bb038fdbda5c,revision_number=None']} {{(pid=93444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 19 20:46:27.862157 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG oslo_concurrency.lockutils [None req-4e989e46-6930-47e1-81af-772a8d8dfdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 19 20:46:27.968998 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 27ac30fd-057e-4b6d-8668-49563bc6db1f no longer exists at agent ovs-agent-dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 19 20:46:27.989307 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.plugin [None req-84d49531-13a5-4752-b461-d10de724124d None None] No Port match for: 27ac30fd-057e-4b6d-8668-49563bc6db1f {{(pid=93446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 19 20:46:27.989646 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron.plugins.ml2.rpc [None req-84d49531-13a5-4752-b461-d10de724124d None None] Device 27ac30fd-057e-4b6d-8668-49563bc6db1f not bound to the agent host dv-cinder-797170-2-iscsi {{(pid=93446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 19 20:46:34.401556 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-b7975159-7afb-4f49-8108-e20dad3addce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:36.865321 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:36.938956 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-c52ed8a1-127a-48ec-815d-003ba3e6c3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:37.201731 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:38.144446 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:46:39.042573 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:46:40.007497 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:04.428899 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-4db7d65f-c95e-45be-95c9-6d2b399c7547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:07.018266 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-01bbfe63-12ab-4a78-8a25-af75952e4611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:07.019646 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:07.206386 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:08.149149 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:10.051836 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:16.040740 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:47:34.382095 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-8b2277aa-62da-4a5a-bbcf-313ad77b9cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:36.901980 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:36.988175 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d44487ba-d53b-4cfd-a3ed-ec3faabafade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:37.336631 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:38.154175 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:40.005346 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:47:53.038956 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:48:04.433057 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-21a22211-aa53-4a96-9cfb-4ba603949ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:06.918589 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:06.992398 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-386aba8b-c1ba-4963-9178-8751312593b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:07.210123 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:08.153325 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:09.992931 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:29.019651 dv-cinder-797170-2-iscsi neutron-server[93445]: DEBUG neutron.wsgi [req-9cd8a6b0-2f95-4298-84b0-9dded3049943 req-dc79fd10-f29c-4c52-b0f2-0d4bc6dac64a service neutron] (93445) timed out ('10.222.0.25', 37204) {{(pid=93445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 20:48:30.037551 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:48:34.396484 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-cf16cfd7-a11a-4c81-a4ca-aee6c83dd49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:36.929881 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:37.020598 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-cc446afd-6d43-472b-aa64-ead90cf41153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:37.227235 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:38.157824 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:40.019008 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:48:47.267586 dv-cinder-797170-2-iscsi neutron-server[93444]: DEBUG neutron.wsgi [req-d224d51d-e035-4c65-8428-1f34a6136d88 req-c10ded25-f098-41d7-a690-d578cf07a1ff tempest-AttachVolumeTestJSON-2041408733 tempest-AttachVolumeTestJSON-2041408733-project] (93444) timed out ('10.222.0.22', 64665) {{(pid=93444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 19 20:49:04.397451 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-f5f1e00f-33f8-4a1f-8144-4004749f571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:06.946367 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:06.974114 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-6be14447-c92c-45da-b893-600fe0b930f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:07.035931 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:49:07.208602 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:08.162770 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:10.020275 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:34.405580 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-6adadd02-39bc-4055-9ed4-3f88f2a17e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:36.982860 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:37.011141 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-bc6d41a3-dfaf-4267-928b-ed6c7ca99d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:37.211246 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:38.173807 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:40.025323 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:49:44.034005 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:50:04.401399 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-ba34b85e-5c6b-4eca-a3aa-7b749ca46632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:06.978555 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:07.006797 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-a4606f9c-03d4-4c68-9750-242b8817809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:07.235805 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:08.172902 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:10.029657 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:21.031695 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:50:34.423543 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-711c242d-38ab-4d6e-ba3b-efaf35f6d8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:36.937887 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:36.973891 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-6aac5e8c-23fd-4a5c-a4eb-8e4796fa1cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:37.225771 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:38.174453 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:40.035053 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:50:58.030668 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:51:04.447417 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-990ef254-6a30-4e13-a162-32d8389f4f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:06.954460 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:07.001391 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-868810c5-8831-48d2-8614-2e2905eb9c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:07.218267 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:08.172751 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:10.064211 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:34.399025 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f2b6-685d-46e3-a948-4d4c9cd7c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:35.028725 dv-cinder-797170-2-iscsi neutron-server[93447]: DEBUG neutron.db.agents_db [None req-b2bf439e-9747-4bbc-adb2-97fb97f4fad1 None None] Agent healthcheck: found 6 active agents {{(pid=93447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 19 20:51:36.972162 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-4fdb0e66-cd6c-4581-8de1-4550b4fdc1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:36.994577 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-56a6d9a2-1336-4c0b-9ae7-f34fec38e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:37.227831 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-84d49531-13a5-4752-b461-d10de724124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:38.194076 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-727979e7-cb91-4daa-9a13-7b9944ba5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 19 20:51:40.022807 dv-cinder-797170-2-iscsi neutron-server[93446]: DEBUG neutron_lib.callbacks.manager [None req-d7126213-77da-42f9-ae6f-3c826bd1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777039637441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-851784'] for agent, after_update {{(pid=93446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}